org.apache.geode.internal.cache.DiskWriteAttributesImpl Maven / Gradle / Ivy
Go to download
Show more of this group Show more artifacts with this name
Show all versions of geode-core Show documentation
Show all versions of geode-core Show documentation
Apache Geode provides a database-like consistency model, reliable transaction processing and a shared-nothing architecture to maintain very low latency performance with high concurrency processing
/*
* Licensed to the Apache Software Foundation (ASF) under one or more contributor license
* agreements. See the NOTICE file distributed with this work for additional information regarding
* copyright ownership. The ASF licenses this file to You under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance with the License. You may obtain a
* copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software distributed under the License
* is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express
* or implied. See the License for the specific language governing permissions and limitations under
* the License.
*/
package org.apache.geode.internal.cache;
import org.apache.geode.cache.*;
import org.apache.geode.distributed.internal.DistributionConfig;
import org.apache.geode.internal.cache.xmlcache.CacheXml;
import org.apache.geode.internal.i18n.LocalizedStrings;
import java.io.File;
import java.io.IOException;
import java.util.Properties;
/**
* Implementation of DiskWriteAttributes
*
* @see AttributesFactory#setDiskWriteAttributes
* @see RegionAttributes#getDiskWriteAttributes
* @see Region#writeToDisk
*
*
* @since GemFire 5.1
*/
@SuppressWarnings({"deprecation", "unused"})
public final class DiskWriteAttributesImpl implements DiskWriteAttributes {
private static final long serialVersionUID = -4269181954992768424L;
/** Are writes synchronous? */
private final boolean isSynchronous;
/**
* The the number of milliseconds that can elapse before unwritten data is written to disk.
*/
private final long timeInterval;
/**
* The number of bytes of region entry data to queue up before writing to disk.
*/
private final long bytesThreshold;
/** Whether compaction is to be permitted or not. Defaults to true * */
private final boolean compactOplogs;
/** stored in bytes as a long but specified in megabytes by client applications **/
private final long maxOplogSize;
/** default max in bytes **/
private static final long DEFAULT_MAX_OPLOG_SIZE =
Long.getLong(DistributionConfig.GEMFIRE_PREFIX + "DEFAULT_MAX_OPLOG_SIZE", 1024L).longValue()
* (1024 * 1024); // 1 GB
/** default max limit in bytes **/
private static final long DEFAULT_MAX_OPLOG_SIZE_LIMIT = (long) Integer.MAX_VALUE * (1024 * 1024);
private static final boolean DEFAULT_ROLL_OPLOGS = true;
private static final boolean DEFAULT_ALLOW_FORCE_COMPACTION = false;
private static final boolean DEFAULT_IS_SYNCHRONOUS = false; // the pre 6.5 default
// private static final long DEFAULT_BYTES_THRESHOLD = 0;
static final long DEFAULT_TIME_INTERVAL = 1000; // 1 sec
private static final int DEFAULT_COMPACTION_THRESHOLD = 50;
public static final String SYNCHRONOUS_PROPERTY = "synchronous";
/**
* Default disk directory size in megabytes
*
* @since GemFire 5.1
*/
public static final int DEFAULT_DISK_DIR_SIZE = DiskStoreFactory.DEFAULT_DISK_DIR_SIZE;
private static final DiskWriteAttributes DEFAULT_ASYNC_DWA;
static {
Properties props = new Properties();
props.setProperty(SYNCHRONOUS_PROPERTY, "false");
DEFAULT_ASYNC_DWA = new DiskWriteAttributesImpl(props);
}
private static final DiskWriteAttributes DEFAULT_SYNC_DWA;
static {
Properties props = new Properties();
props.setProperty(SYNCHRONOUS_PROPERTY, "true");
DEFAULT_SYNC_DWA = new DiskWriteAttributesImpl(props);
}
/////////////////////// Constructors ///////////////////////
/**
*
* Creates a new DiskWriteAttributes object using the properties specified. The
* properties that can be specified are:
*
* - synchronous : boolean to specify whether DiskWrites will be synchronous (true)/asynchronous
* (false)
*
- auto-compact : boolean to specify whether to automatically compact disk files so they use
* less disk space (true)
*
- allow-force-compaction : boolean to specify whether to manual compaction of disk files is
* allowed (false)
*
- compaction-threshold: The threshold at which an oplog becomes compactable. Must be in the
* range 0..100 inclusive. (50)
*
- max-oplog-size: The maximum size of an oplog. 0 would mean infinity
*
- time-interval: The number of milliseconds that can elapse before unwritten data is written
* to disk.
*
- bytes-threshold: The number of unwritten bytes of data that can be enqueued before being
* written to disk
*
* The above properties are case sensitive and if a propery which is not in the list above is
* passed no action is taken. If a property which is present above is not specified then the
* following default values will be uses
*
*
* - synchronous = false
*
- auto-compact = true
*
- allow-force-compaction = false
*
- compaction-threshold = 50 %
*
- max-oplog-size = 1 GB
*
- time-interval = 1000 milliseconds
*
- byte-threshold = 0 bytes
*
*
* @param properties
*
* @throws IllegalArgumentException If any of the properties specified are not in the expected
* format.
* @throws IllegalStateException if max-oplog-size is set to infinity(0) and compaction is set to
* true
*/
public DiskWriteAttributesImpl(Properties properties) {
String isSynchronousString = properties.getProperty(SYNCHRONOUS_PROPERTY);
if (isSynchronousString == null) {
this.isSynchronous = DEFAULT_IS_SYNCHRONOUS;
} else {
verifyBooleanString(isSynchronousString, SYNCHRONOUS_PROPERTY);
this.isSynchronous = Boolean.valueOf(isSynchronousString).booleanValue();
}
String compactOplogsString = properties.getProperty(CacheXml.ROLL_OPLOG);
if (compactOplogsString == null) {
this.compactOplogs = DEFAULT_ROLL_OPLOGS;
} else {
verifyBooleanString(compactOplogsString, CacheXml.ROLL_OPLOG);
this.compactOplogs = Boolean.valueOf(compactOplogsString).booleanValue();
}
String bytesThresholdString = properties.getProperty(CacheXml.BYTES_THRESHOLD);
if (bytesThresholdString != null) {
if (this.isSynchronous) {
// log warning, no use setting time if is synchronous
}
this.bytesThreshold = verifyLongInString(bytesThresholdString, CacheXml.BYTES_THRESHOLD);
} else {
this.bytesThreshold = 0L;
}
String timeIntervalString = properties.getProperty(CacheXml.TIME_INTERVAL);
if (timeIntervalString != null) {
if (this.isSynchronous) {
// log warning, no use setting time if is synchronous
}
this.timeInterval = verifyLongInString(timeIntervalString, CacheXml.TIME_INTERVAL);
} else {
if (!this.isSynchronous && this.bytesThreshold == 0) {
this.timeInterval = DiskWriteAttributesImpl.DEFAULT_TIME_INTERVAL;
} else {
this.timeInterval = 0;
}
}
String maxOplogSizeString = properties.getProperty(CacheXml.MAX_OPLOG_SIZE);
if (maxOplogSizeString != null) {
long opSize = verifyLongInString(maxOplogSizeString, CacheXml.MAX_OPLOG_SIZE);
if (opSize == 0 && this.compactOplogs == true) {
throw new IllegalStateException(
LocalizedStrings.DiskWriteAttributesImpl_COMPACTION_CANNOT_BE_SET_TO_TRUE_IF_MAXOPLOGSIZE_IS_SET_TO_INFINITE_INFINITE_IS_REPRESENTED_BY_SIZE_ZERO_0
.toLocalizedString());
}
if (opSize == 0 || opSize == DEFAULT_MAX_OPLOG_SIZE_LIMIT) {
if (this.compactOplogs) {
throw new IllegalArgumentException(
LocalizedStrings.DiskWriteAttributesImpl_CANNOT_SET_MAXOPLOGS_SIZE_TO_INFINITY_0_IF_COMPACTION_IS_SET_TO_TRUE
.toLocalizedString());
} else {
this.maxOplogSize = DEFAULT_MAX_OPLOG_SIZE_LIMIT; // infinity
}
} else {
this.maxOplogSize = opSize;
}
} else {
this.maxOplogSize = DEFAULT_MAX_OPLOG_SIZE;
}
}
/**
* Verifys if the propertyString passed is a valid boolean value or null else throws an
* IllegalArgument exception
*
* @param propertyString
* @param property
* @throws IllegalArgumentException if the property string passed does not represent a boolean or
* null
*
*/
private void verifyBooleanString(String propertyString, String property) {
if (!(propertyString.equalsIgnoreCase("true") || propertyString.equalsIgnoreCase("false"))) {
throw new IllegalArgumentException(
LocalizedStrings.DiskWriteAttributesImpl_0_PROPERTY_HAS_TO_BE_TRUE_OR_FALSE_OR_NULL_AND_CANNOT_BE_1
.toLocalizedString(new Object[] {property, propertyString}));
}
}
/**
* Verifys if the string passed, is in a number format which is acceptable and returns the long
* value of the string.
*
* @param propertyString
* @param property
* @return the long value of the string
*/
private long verifyLongInString(String propertyString, String property) {
long returnValue;
try {
returnValue = Long.valueOf(propertyString).longValue();
} catch (NumberFormatException e) {
throw new IllegalArgumentException(
LocalizedStrings.DiskWriteAttributesImpl_0_HAS_TO_BE_A_VALID_NUMBER_AND_NOT_1
.toLocalizedString(new Object[] {property, propertyString}));
}
if (returnValue < 0) {
throw new IllegalArgumentException(
LocalizedStrings.DiskWriteAttributesImpl_0_HAS_TO_BE_POSITIVE_NUMBER_AND_THE_VALUE_GIVEN_1_IS_NOT_ACCEPTABLE
.toLocalizedString(new Object[] {property, Long.valueOf(returnValue)}));
}
return returnValue;
}
/**
* Verifys if the string passed, is in a number format which is acceptable and returns the int
* value of the string.
*
* @param propertyString
* @param property
* @return the int value of the string
*/
private int verifyPercentInString(String propertyString, String property) {
int returnValue;
try {
returnValue = Integer.valueOf(propertyString).intValue();
} catch (NumberFormatException e) {
throw new IllegalArgumentException(
LocalizedStrings.DiskWriteAttributesImpl_0_HAS_TO_BE_A_VALID_NUMBER_AND_NOT_1
.toLocalizedString(new Object[] {property, propertyString}));
}
if (returnValue < 0) {
throw new IllegalArgumentException(
LocalizedStrings.DiskWriteAttributesImpl_0_HAS_TO_BE_POSITIVE_NUMBER_AND_THE_VALUE_GIVEN_1_IS_NOT_ACCEPTABLE
.toLocalizedString(new Object[] {property, Integer.valueOf(returnValue)}));
} else if (returnValue > 100) {
throw new IllegalArgumentException(
LocalizedStrings.DiskWriteAttributesImpl_0_HAS_TO_BE_LESS_THAN_2_BUT_WAS_1
.toLocalizedString(
new Object[] {property, Integer.valueOf(returnValue), Integer.valueOf(100)}));
}
return returnValue;
}
// //////////////////// Instance Methods //////////////////////
/**
* Returns whether or not this DiskWriteAttributes configures synchronous writes.
*/
public boolean isSynchronous() {
return this.isSynchronous;
}
/**
* Returns true if the oplogs is to be rolled
*/
public boolean isRollOplogs() {
return this.compactOplogs;
}
/** Get the max Oplog Size in megabytes. The value is stored in bytes so division is necessary **/
public int getMaxOplogSize() {
return (int) (maxOplogSize / (1024 * 1024));
}
/** Get the max Oplog Size in bytes **/
long getMaxOplogSizeInBytes() {
return maxOplogSize;
}
/**
* Returns the number of milliseconds that can elapse before unwritten data is written to disk. If
* this DiskWriteAttributes configures synchronous writing, then
* timeInterval has no meaning.
*/
public long getTimeInterval() {
return this.timeInterval;
}
/**
* Returns the number of unwritten bytes of data that can be enqueued before being written to
* disk. If this DiskWriteAttributes configures synchronous writing, then
* bytesThreshold has no meaning.
*/
public long getBytesThreshold() {
return this.bytesThreshold;
}
/**
* Two DiskWriteAttributes are equal if the both specify the synchronous writes, or
* they both specify asynchronous writes with the same time interval and bytes threshold.
*/
@Override
public boolean equals(Object o) {
if (!(o instanceof DiskWriteAttributesImpl)) {
return false;
}
DiskWriteAttributesImpl other = (DiskWriteAttributesImpl) o;
if (other.isSynchronous() != isSynchronous()) {
return false;
}
boolean result =
other.isRollOplogs() == isRollOplogs() && other.getMaxOplogSize() == getMaxOplogSize();
if (!isSynchronous()) {
result = result && other.getTimeInterval() == getTimeInterval()
&& other.getBytesThreshold() == getBytesThreshold();
}
return result;
}
/*
* (non-Javadoc)
*
* @see java.lang.Object#hashCode()
*
* Note that we just need to make sure that equal objects return equal hashcodes; nothing really
* elaborate is done here.
*/
@Override
public int hashCode() {
int result = 0;
if (this.isSynchronous()) {
if (this.isRollOplogs()) {
result += 2;
}
} else {
result += 1; // asynchronous
result += this.getTimeInterval();
result += this.getBytesThreshold();
}
result += this.getMaxOplogSize();
return result;
}
@Override
public String toString() {
StringBuffer sb = new StringBuffer();
if (this.isSynchronous()) {
sb.append("Synchronous writes to disk");
} else {
sb.append("Asynchronous writes to disk after a threshold of ");
sb.append(this.getTimeInterval());
sb.append("ms or ");
sb.append(this.getBytesThreshold());
sb.append(" bytes");
}
sb.append(". MaxOplog size is : " + maxOplogSize);
sb.append(". RollOplogs is : " + compactOplogs);
return sb.toString();
}
/**
* Get the default max oplog size limit in megabytes
*
* @return the default max oplog size limit in megabytes
*/
public static int getDefaultMaxOplogSizeLimit() {
return (int) (DEFAULT_MAX_OPLOG_SIZE_LIMIT / (1024 * 1024));
}
/**
*
* Returns the default compaction oplog value
*
* @return the default compaction oplog value
*/
public static boolean getDefaultRollOplogsValue() {
return DEFAULT_ROLL_OPLOGS;
}
/**
*
* Gets the default max oplog size in megabytes
*
* @return the default max oplog size in megabytes
*/
public static int getDefaultMaxOplogSize() {
return (int) (DEFAULT_MAX_OPLOG_SIZE / (1024 * 1024));
}
/**
* Returns a default instance of DiskWriteAttributes
*
* @return the default DiskWriteAttributes instance
*/
public static DiskWriteAttributes getDefaultAsyncInstance() {
return DEFAULT_ASYNC_DWA;
}
public static DiskWriteAttributes getDefaultSyncInstance() {
return DEFAULT_SYNC_DWA;
}
}