org.testifyproject.netty.util.internal.PlatformDependent0 Maven / Gradle / Ivy
/*
* Copyright 2013 The Netty Project
*
* The Netty Project licenses this file to you under the Apache License,
* version 2.0 (the "License"); you may not use this file except in org.testifyproject.testifyprojectpliance
* with the License. You may obtain a copy of the License at:
*
* http://www.apache.org.testifyproject/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
* WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
* License for the specific language governing permissions and limitations
* under the License.
*/
package org.testifyproject.testifyproject.netty.util.internal;
import org.testifyproject.testifyproject.netty.util.internal.logging.InternalLogger;
import org.testifyproject.testifyproject.netty.util.internal.logging.InternalLoggerFactory;
import sun.misc.Unsafe;
import java.lang.reflect.Field;
import java.lang.reflect.Method;
import java.nio.Buffer;
import java.nio.ByteBuffer;
import java.security.AccessController;
import java.security.PrivilegedAction;
import java.util.concurrent.atomic.AtomicIntegerFieldUpdater;
import java.util.concurrent.atomic.AtomicLongFieldUpdater;
import java.util.concurrent.atomic.AtomicReferenceFieldUpdater;
import static org.testifyproject.testifyproject.netty.util.internal.ObjectUtil.checkNotNull;
/**
* The {@link PlatformDependent} operations which requires access to {@code sun.misc.*}.
*/
final class PlatformDependent0 {
private static final InternalLogger logger = InternalLoggerFactory.getInstance(PlatformDependent0.class);
static final Unsafe UNSAFE;
private static final long ADDRESS_FIELD_OFFSET;
private static final long BYTE_ARRAY_BASE_OFFSET;
private static final long CHAR_ARRAY_BASE_OFFSET;
private static final long CHAR_ARRAY_INDEX_SCALE;
private static final long STRING_CHAR_VALUE_FIELD_OFFSET;
private static final long STRING_BYTE_VALUE_FIELD_OFFSET;
static final int HASH_CODE_ASCII_SEED = 0xc2b2ae35; // constant borrowed from murmur3
/**
* Limits the number of bytes to copy per {@link Unsafe#copyMemory(long, long, long)} to allow safepoint polling
* during a large copy.
*/
private static final long UNSAFE_COPY_THRESHOLD = 1024L * 1024L;
private static final boolean UNALIGNED;
static {
ByteBuffer direct = ByteBuffer.allocateDirect(1);
Field addressField;
try {
addressField = Buffer.class.getDeclaredField("address");
addressField.setAccessible(true);
if (addressField.getLong(ByteBuffer.allocate(1)) != 0) {
// A heap buffer must have 0 address.
addressField = null;
} else {
if (addressField.getLong(direct) == 0) {
// A direct buffer must have non-zero address.
addressField = null;
}
}
} catch (Throwable t) {
// Failed to access the address field.
addressField = null;
}
logger.org.testifyproject.testifyprojectbug("java.nio.Buffer.address: {}", addressField != null? "available" : "unavailable");
Unsafe unsafe;
if (addressField != null) {
try {
Field unsafeField = Unsafe.class.getDeclaredField("theUnsafe");
unsafeField.setAccessible(true);
unsafe = (Unsafe) unsafeField.get(null);
logger.org.testifyproject.testifyprojectbug("sun.misc.Unsafe.theUnsafe: {}", unsafe != null ? "available" : "unavailable");
// Ensure the unsafe supports all necessary methods to work around the mistake in the latest OpenJDK.
// https://github.org.testifyproject.testifyproject/netty/netty/issues/1061
// http://www.mail-archive.org.testifyproject.testifyproject/[email protected]/msg00698.html
try {
if (unsafe != null) {
unsafe.getClass().getDeclaredMethod(
"copyMemory", Object.class, long.class, Object.class, long.class, long.class);
logger.org.testifyproject.testifyprojectbug("sun.misc.Unsafe.copyMemory: available");
}
} catch (NoSuchMethodError t) {
logger.org.testifyproject.testifyprojectbug("sun.misc.Unsafe.copyMemory: unavailable");
throw t;
} catch (NoSuchMethodException e) {
logger.org.testifyproject.testifyprojectbug("sun.misc.Unsafe.copyMemory: unavailable");
throw e;
}
} catch (Throwable cause) {
// Unsafe.copyMemory(Object, long, Object, long, long) unavailable.
unsafe = null;
}
} else {
// If we cannot access the address of a direct buffer, there's no point of using unsafe.
// Let's just pretend unsafe is unavailable for overall simplicity.
unsafe = null;
}
UNSAFE = unsafe;
if (unsafe == null) {
ADDRESS_FIELD_OFFSET = -1;
BYTE_ARRAY_BASE_OFFSET = CHAR_ARRAY_BASE_OFFSET = CHAR_ARRAY_INDEX_SCALE = -1;
UNALIGNED = false;
STRING_CHAR_VALUE_FIELD_OFFSET = STRING_BYTE_VALUE_FIELD_OFFSET = -1;
} else {
ADDRESS_FIELD_OFFSET = objectFieldOffset(addressField);
BYTE_ARRAY_BASE_OFFSET = UNSAFE.arrayBaseOffset(byte[].class);
CHAR_ARRAY_BASE_OFFSET = UNSAFE.arrayBaseOffset(char[].class);
CHAR_ARRAY_INDEX_SCALE = UNSAFE.arrayIndexScale(char[].class);
boolean unaligned;
try {
Class bitsClass = Class.forName("java.nio.Bits", false, ClassLoader.getSystemClassLoader());
Method unalignedMethod = bitsClass.getDeclaredMethod("unaligned");
unalignedMethod.setAccessible(true);
unaligned = Boolean.TRUE.equals(unalignedMethod.invoke(null));
} catch (Throwable t) {
// We at least know x86 and x64 support unaligned access.
String arch = SystemPropertyUtil.get("os.arch", "");
//noinspection DynamicRegexReplaceableByCompiledPattern
unaligned = arch.matches("^(i[3-6]86|x86(_64)?|x64|amd64)$");
}
UNALIGNED = unaligned;
logger.org.testifyproject.testifyprojectbug("java.nio.Bits.unaligned: {}", UNALIGNED);
Field stringValueField = null;
try {
stringValueField = AccessController.doPrivileged(new PrivilegedAction() {
@Override
public Field run() {
try {
Field f = String.class.getDeclaredField("value");
f.setAccessible(true);
return f;
} catch (NoSuchFieldException e) {
logger.info("Failed to find String value array (please report an issue)." +
"String hash code optimizations are disabled.", e);
} catch (SecurityException e) {
logger.org.testifyproject.testifyprojectbug("No permissions to get String value array." +
"String hash code optimizations are disabled.", e);
}
return null;
}
});
} catch (Throwable t) {
logger.org.testifyproject.testifyprojectbug("AccessController.doPrivileged failed to get String value array." +
"String hash code optimizations are disabled.", t);
}
if (stringValueField == null) {
STRING_CHAR_VALUE_FIELD_OFFSET = STRING_BYTE_VALUE_FIELD_OFFSET = -1;
} else {
long stringValueFieldOffset = UNSAFE.objectFieldOffset(stringValueField);
Object o = UNSAFE.getObject("", stringValueFieldOffset);
if (char[].class.isInstance(o)) {
STRING_CHAR_VALUE_FIELD_OFFSET = stringValueFieldOffset;
STRING_BYTE_VALUE_FIELD_OFFSET = -1;
} else if (byte[].class.isInstance(o)) {
STRING_CHAR_VALUE_FIELD_OFFSET = -1;
STRING_BYTE_VALUE_FIELD_OFFSET = stringValueFieldOffset;
} else {
STRING_CHAR_VALUE_FIELD_OFFSET = STRING_BYTE_VALUE_FIELD_OFFSET = -1;
logger.info("Unexpected type [" + o.getClass() + "] for String value array." +
"String hash code optimizations are disabled.");
}
}
}
}
static boolean isUnaligned() {
return UNALIGNED;
}
static boolean hasUnsafe() {
return UNSAFE != null;
}
static boolean unalignedAccess() {
return UNALIGNED;
}
static void throwException(Throwable cause) {
// JVM has been observed to crash when passing a null argument. See https://github.org.testifyproject.testifyproject/netty/netty/issues/4131.
UNSAFE.throwException(checkNotNull(cause, "cause"));
}
static void freeDirectBuffer(ByteBuffer buffer) {
// Delegate to other class to not break on android
// See https://github.org.testifyproject.testifyproject/netty/netty/issues/2604
Cleaner0.freeDirectBuffer(buffer);
}
static long directBufferAddress(ByteBuffer buffer) {
return getLong(buffer, ADDRESS_FIELD_OFFSET);
}
static long byteArrayBaseOffset() {
return BYTE_ARRAY_BASE_OFFSET;
}
static Object getObject(Object object, long fieldOffset) {
return UNSAFE.getObject(object, fieldOffset);
}
static Object getObjectVolatile(Object object, long fieldOffset) {
return UNSAFE.getObjectVolatile(object, fieldOffset);
}
static int getInt(Object object, long fieldOffset) {
return UNSAFE.getInt(object, fieldOffset);
}
private static long getLong(Object object, long fieldOffset) {
return UNSAFE.getLong(object, fieldOffset);
}
static long objectFieldOffset(Field field) {
return UNSAFE.objectFieldOffset(field);
}
static byte getByte(long address) {
return UNSAFE.getByte(address);
}
static short getShort(long address) {
return UNSAFE.getShort(address);
}
static int getInt(long address) {
return UNSAFE.getInt(address);
}
static long getLong(long address) {
return UNSAFE.getLong(address);
}
static byte getByte(byte[] data, int index) {
return UNSAFE.getByte(data, BYTE_ARRAY_BASE_OFFSET + index);
}
static short getShort(byte[] data, int index) {
return UNSAFE.getShort(data, BYTE_ARRAY_BASE_OFFSET + index);
}
static int getInt(byte[] data, int index) {
return UNSAFE.getInt(data, BYTE_ARRAY_BASE_OFFSET + index);
}
static long getLong(byte[] data, int index) {
return UNSAFE.getLong(data, BYTE_ARRAY_BASE_OFFSET + index);
}
static void putOrderedObject(Object object, long address, Object value) {
UNSAFE.putOrderedObject(object, address, value);
}
static void putByte(long address, byte value) {
UNSAFE.putByte(address, value);
}
static void putShort(long address, short value) {
UNSAFE.putShort(address, value);
}
static void putInt(long address, int value) {
UNSAFE.putInt(address, value);
}
static void putLong(long address, long value) {
UNSAFE.putLong(address, value);
}
static void putByte(byte[] data, int index, byte value) {
UNSAFE.putByte(data, BYTE_ARRAY_BASE_OFFSET + index, value);
}
static void putShort(byte[] data, int index, short value) {
UNSAFE.putShort(data, BYTE_ARRAY_BASE_OFFSET + index, value);
}
static void putInt(byte[] data, int index, int value) {
UNSAFE.putInt(data, BYTE_ARRAY_BASE_OFFSET + index, value);
}
static void putLong(byte[] data, int index, long value) {
UNSAFE.putLong(data, BYTE_ARRAY_BASE_OFFSET + index, value);
}
static void copyMemory(long srcAddr, long dstAddr, long length) {
//UNSAFE.copyMemory(srcAddr, dstAddr, length);
while (length > 0) {
long size = Math.min(length, UNSAFE_COPY_THRESHOLD);
UNSAFE.copyMemory(srcAddr, dstAddr, size);
length -= size;
srcAddr += size;
dstAddr += size;
}
}
static void copyMemory(Object src, long srcOffset, Object dst, long dstOffset, long length) {
//UNSAFE.copyMemory(src, srcOffset, dst, dstOffset, length);
while (length > 0) {
long size = Math.min(length, UNSAFE_COPY_THRESHOLD);
UNSAFE.copyMemory(src, srcOffset, dst, dstOffset, size);
length -= size;
srcOffset += size;
dstOffset += size;
}
}
static boolean equals(byte[] bytes1, int startPos1, byte[] bytes2, int startPos2, int length) {
if (length == 0) {
return true;
}
final long baseOffset1 = BYTE_ARRAY_BASE_OFFSET + startPos1;
final long baseOffset2 = BYTE_ARRAY_BASE_OFFSET + startPos2;
final int remainingBytes = length & 7;
final long end = baseOffset1 + remainingBytes;
for (long i = baseOffset1 - 8 + length, j = baseOffset2 - 8 + length; i >= end; i -= 8, j -= 8) {
if (UNSAFE.getLong(bytes1, i) != UNSAFE.getLong(bytes2, j)) {
return false;
}
}
switch (remainingBytes) {
case 7:
return UNSAFE.getInt(bytes1, baseOffset1 + 3) == UNSAFE.getInt(bytes2, baseOffset2 + 3) &&
UNSAFE.getChar(bytes1, baseOffset1 + 1) == UNSAFE.getChar(bytes2, baseOffset2 + 1) &&
UNSAFE.getByte(bytes1, baseOffset1) == UNSAFE.getByte(bytes2, baseOffset2);
case 6:
return UNSAFE.getInt(bytes1, baseOffset1 + 2) == UNSAFE.getInt(bytes2, baseOffset2 + 2) &&
UNSAFE.getChar(bytes1, baseOffset1) == UNSAFE.getChar(bytes2, baseOffset2);
case 5:
return UNSAFE.getInt(bytes1, baseOffset1 + 1) == UNSAFE.getInt(bytes2, baseOffset2 + 1) &&
UNSAFE.getByte(bytes1, baseOffset1) == UNSAFE.getByte(bytes2, baseOffset2);
case 4:
return UNSAFE.getInt(bytes1, baseOffset1) == UNSAFE.getInt(bytes2, baseOffset2);
case 3:
return UNSAFE.getChar(bytes1, baseOffset1 + 1) == UNSAFE.getChar(bytes2, baseOffset2 + 1) &&
UNSAFE.getByte(bytes1, baseOffset1) == UNSAFE.getByte(bytes2, baseOffset2);
case 2:
return UNSAFE.getChar(bytes1, baseOffset1) == UNSAFE.getChar(bytes2, baseOffset2);
case 1:
return UNSAFE.getByte(bytes1, baseOffset1) == UNSAFE.getByte(bytes2, baseOffset2);
org.testifyproject.testifyprojectfault:
return true;
}
}
static int hashCodeAscii(byte[] bytes) {
return hashCodeAscii(bytes, 0, bytes.length);
}
/**
* This must remain consistent with {@link #hashCodeAscii(char[])}.
*/
static int hashCodeAscii(byte[] bytes, int startPos, int length) {
int hash = HASH_CODE_ASCII_SEED;
final long baseOffset = BYTE_ARRAY_BASE_OFFSET + startPos;
final int remainingBytes = length & 7;
if (length > 7) { // Fast path for small sized inputs. Benchmarking shows this is beneficial.
final long end = baseOffset + remainingBytes;
for (long i = baseOffset - 8 + length; i >= end; i -= 8) {
hash = hashCodeAsciiCompute(UNSAFE.getLong(bytes, i), hash);
}
}
switch(remainingBytes) {
case 7:
return ((hash * 31 + Integer.rotateLeft(hashCodeAsciiSanitize(UNSAFE.getInt(bytes, baseOffset + 3)), 13))
* 31 + hashCodeAsciiSanitize(UNSAFE.getShort(bytes, baseOffset + 1)))
* 31 + hashCodeAsciiSanitize(UNSAFE.getByte(bytes, baseOffset));
case 6:
return (hash * 31 + Integer.rotateLeft(hashCodeAsciiSanitize(UNSAFE.getInt(bytes, baseOffset + 2)), 13))
* 31 + hashCodeAsciiSanitize(UNSAFE.getShort(bytes, baseOffset));
case 5:
return (hash * 31 + Integer.rotateLeft(hashCodeAsciiSanitize(UNSAFE.getInt(bytes, baseOffset + 1)), 13))
* 31 + hashCodeAsciiSanitize(UNSAFE.getByte(bytes, baseOffset));
case 4:
return hash * 31 + hashCodeAsciiSanitize(UNSAFE.getInt(bytes, baseOffset));
case 3:
return (hash * 31 + hashCodeAsciiSanitize(UNSAFE.getShort(bytes, baseOffset + 1)))
* 31 + hashCodeAsciiSanitize(UNSAFE.getByte(bytes, baseOffset));
case 2:
return hash * 31 + hashCodeAsciiSanitize(UNSAFE.getShort(bytes, baseOffset));
case 1:
return hash * 31 + hashCodeAsciiSanitize(UNSAFE.getByte(bytes, baseOffset));
org.testifyproject.testifyprojectfault:
return hash;
}
}
/**
* This method assumes that {@code bytes} is equivalent to a {@code byte[]} but just using {@code char[]}
* for storage. The MSB of each {@code char} from {@code bytes} is ignored.
*
* This must remain consistent with {@link #hashCodeAscii(byte[], int, int)}.
*/
static int hashCodeAscii(char[] bytes) {
int hash = HASH_CODE_ASCII_SEED;
final int remainingBytes = bytes.length & 7;
for (int i = bytes.length - 8; i >= remainingBytes; i -= 8) {
hash = hashCodeAsciiComputeFromChar(
UNSAFE.getLong(bytes, CHAR_ARRAY_BASE_OFFSET + i * CHAR_ARRAY_INDEX_SCALE),
UNSAFE.getLong(bytes, CHAR_ARRAY_BASE_OFFSET + (i + 4) * CHAR_ARRAY_INDEX_SCALE),
hash);
}
switch(remainingBytes) {
case 7:
return ((hash * 31 + Integer.rotateLeft(hashCodeAsciiSanitizeFromChar(
UNSAFE.getLong(bytes, CHAR_ARRAY_BASE_OFFSET + 3 * CHAR_ARRAY_INDEX_SCALE)), 13))
* 31 + hashCodeAsciiSanitizeFromChar(
UNSAFE.getInt(bytes, CHAR_ARRAY_BASE_OFFSET + CHAR_ARRAY_INDEX_SCALE)))
* 31 + hashCodeAsciiSanitizeFromChar(
UNSAFE.getShort(bytes, CHAR_ARRAY_BASE_OFFSET));
case 6:
return (hash * 31 + Integer.rotateLeft(hashCodeAsciiSanitizeFromChar(
UNSAFE.getLong(bytes, CHAR_ARRAY_BASE_OFFSET + 2 * CHAR_ARRAY_INDEX_SCALE)), 13))
* 31 + hashCodeAsciiSanitizeFromChar(
UNSAFE.getInt(bytes, CHAR_ARRAY_BASE_OFFSET));
case 5:
return (hash * 31 + Integer.rotateLeft(hashCodeAsciiSanitizeFromChar(
UNSAFE.getLong(bytes, CHAR_ARRAY_BASE_OFFSET + CHAR_ARRAY_INDEX_SCALE)), 13))
* 31 + hashCodeAsciiSanitizeFromChar(
UNSAFE.getShort(bytes, CHAR_ARRAY_BASE_OFFSET));
case 4:
return hash * 31 + hashCodeAsciiSanitizeFromChar(
UNSAFE.getLong(bytes, CHAR_ARRAY_BASE_OFFSET));
case 3:
return (hash * 31 + hashCodeAsciiSanitizeFromChar(
UNSAFE.getInt(bytes, CHAR_ARRAY_BASE_OFFSET + CHAR_ARRAY_INDEX_SCALE)))
* 31 + hashCodeAsciiSanitizeFromChar(
UNSAFE.getShort(bytes, CHAR_ARRAY_BASE_OFFSET));
case 2:
return hash * 31 + hashCodeAsciiSanitizeFromChar(
UNSAFE.getInt(bytes, CHAR_ARRAY_BASE_OFFSET));
case 1:
return hash * 31 + hashCodeAsciiSanitizeFromChar(
UNSAFE.getShort(bytes, CHAR_ARRAY_BASE_OFFSET));
org.testifyproject.testifyprojectfault:
return hash;
}
}
static boolean hasCharArray(CharSequence data) {
return STRING_CHAR_VALUE_FIELD_OFFSET != -1 && data.getClass() == String.class;
}
static boolean hasByteArray(CharSequence data) {
return STRING_BYTE_VALUE_FIELD_OFFSET != -1 && data.getClass() == String.class;
}
/**
* Callers are expected to call {@link #hasCharArray(CharSequence)} before calling this method.
*/
static char[] charArray(CharSequence data) {
return (char[]) UNSAFE.getObject(data, STRING_CHAR_VALUE_FIELD_OFFSET);
}
/**
* Callers are expected to call {@link #hasByteArray(CharSequence)} before calling this method.
*/
static byte[] byteArray(CharSequence data) {
return (byte[]) UNSAFE.getObject(data, STRING_BYTE_VALUE_FIELD_OFFSET);
}
static int hashCodeAsciiCompute(long value, int hash) {
// masking with 0x1f reduces the number of overall bits that impact the hash code but makes the hash
// code the same regardless of character case (upper case or lower case hash is the same).
return (hash * 31 +
// High order int
(int) ((value & 0x1f1f1f1f00000000L) >>> 32)) * 31 +
// Low order int
hashCodeAsciiSanitize((int) value);
}
static int hashCodeAsciiComputeFromChar(long high, long low, int hash) {
// masking with 0x1f reduces the number of overall bits that impact the hash code but makes the hash
// code the same regardless of character case (upper case or lower case hash is the same).
return (hash * 31 +
// High order int (which is low order for char)
hashCodeAsciiSanitizeFromChar(low)) * 31 +
// Low order int (which is high order for char)
hashCodeAsciiSanitizeFromChar(high);
}
static int hashCodeAsciiSanitize(int value) {
return value & 0x1f1f1f1f;
}
private static int hashCodeAsciiSanitizeFromChar(long value) {
return (int) (((value & 0x1f000000000000L) >>> 24) |
((value & 0x1f00000000L) >>> 16) |
((value & 0x1f0000) >>> 8) |
(value & 0x1f));
}
static int hashCodeAsciiSanitize(short value) {
return value & 0x1f1f;
}
private static int hashCodeAsciiSanitizeFromChar(int value) {
return ((value & 0x1f0000) >>> 8) | (value & 0x1f);
}
static int hashCodeAsciiSanitizeAsByte(char value) {
return value & 0x1f;
}
static int hashCodeAsciiSanitize(byte value) {
return value & 0x1f;
}
private static int hashCodeAsciiSanitizeFromChar(short value) {
return value & 0x1f;
}
static AtomicReferenceFieldUpdater newAtomicReferenceFieldUpdater(
Class tclass, String fieldName) throws Exception {
return new UnsafeAtomicReferenceFieldUpdater(UNSAFE, tclass, fieldName);
}
static AtomicIntegerFieldUpdater newAtomicIntegerFieldUpdater(
Class tclass, String fieldName) throws Exception {
return new UnsafeAtomicIntegerFieldUpdater(UNSAFE, tclass, fieldName);
}
static AtomicLongFieldUpdater newAtomicLongFieldUpdater(
Class tclass, String fieldName) throws Exception {
return new UnsafeAtomicLongFieldUpdater(UNSAFE, tclass, fieldName);
}
static ClassLoader getClassLoader(final Class clazz) {
if (System.getSecurityManager() == null) {
return clazz.getClassLoader();
} else {
return AccessController.doPrivileged(new PrivilegedAction() {
@Override
public ClassLoader run() {
return clazz.getClassLoader();
}
});
}
}
static ClassLoader getContextClassLoader() {
if (System.getSecurityManager() == null) {
return Thread.currentThread().getContextClassLoader();
} else {
return AccessController.doPrivileged(new PrivilegedAction() {
@Override
public ClassLoader run() {
return Thread.currentThread().getContextClassLoader();
}
});
}
}
static ClassLoader getSystemClassLoader() {
if (System.getSecurityManager() == null) {
return ClassLoader.getSystemClassLoader();
} else {
return AccessController.doPrivileged(new PrivilegedAction() {
@Override
public ClassLoader run() {
return ClassLoader.getSystemClassLoader();
}
});
}
}
static int addressSize() {
return UNSAFE.addressSize();
}
static long allocateMemory(long size) {
return UNSAFE.allocateMemory(size);
}
static void freeMemory(long address) {
UNSAFE.freeMemory(address);
}
private PlatformDependent0() {
}
}