Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance. Project price only 1 $
You can buy this project and download/modify it how often you want.
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
package org.apache.parquet.crypto;
import javax.crypto.Cipher;
import javax.crypto.spec.SecretKeySpec;
import org.apache.parquet.crypto.ModuleCipherFactory.ModuleType;
import java.security.SecureRandom;
public class AesCipher {
public static final int NONCE_LENGTH = 12;
public static final int GCM_TAG_LENGTH = 16;
static final int AAD_FILE_UNIQUE_LENGTH = 8;
protected static final int CTR_IV_LENGTH = 16;
protected static final int GCM_TAG_LENGTH_BITS = 8 * GCM_TAG_LENGTH;
protected static final int CHUNK_LENGTH = 4 * 1024;
protected static final int SIZE_LENGTH = ModuleCipherFactory.SIZE_LENGTH;
// NIST SP 800-38D section 8.3 specifies limit on AES GCM encryption operations with same key and random IV/nonce
protected static final long GCM_RANDOM_IV_SAME_KEY_MAX_OPS = 1L << 32;
// NIST SP 800-38A doesn't specify limit on AES CTR operations.
// However, Parquet uses a random IV (with 12-byte random nonce). To avoid repetition due to "birthday problem",
// setting a conservative limit equal to GCM's value for random IVs
protected static final long CTR_RANDOM_IV_SAME_KEY_MAX_OPS = GCM_RANDOM_IV_SAME_KEY_MAX_OPS;
protected SecretKeySpec aesKey;
protected final SecureRandom randomGenerator;
protected Cipher cipher;
protected final byte[] localNonce;
AesCipher(AesMode mode, byte[] keyBytes) {
if (null == keyBytes) {
throw new IllegalArgumentException("Null key bytes");
}
boolean allZeroKey = true;
for (byte kb : keyBytes) {
if (kb != 0) {
allZeroKey = false;
break;
}
}
if (allZeroKey) {
throw new IllegalArgumentException("All key bytes are zero");
}
aesKey = new SecretKeySpec(keyBytes, "AES");
randomGenerator = new SecureRandom();
localNonce = new byte[NONCE_LENGTH];
}
public static byte[] createModuleAAD(byte[] fileAAD, ModuleType moduleType,
int rowGroupOrdinal, int columnOrdinal, int pageOrdinal) {
byte[] typeOrdinalBytes = new byte[1];
typeOrdinalBytes[0] = moduleType.getValue();
if (ModuleType.Footer == moduleType) {
return concatByteArrays(fileAAD, typeOrdinalBytes);
}
if (rowGroupOrdinal < 0) {
throw new IllegalArgumentException("Wrong row group ordinal: " + rowGroupOrdinal);
}
short shortRGOrdinal = (short) rowGroupOrdinal;
if (shortRGOrdinal != rowGroupOrdinal) {
throw new ParquetCryptoRuntimeException("Encrypted parquet files can't have "
+ "more than " + Short.MAX_VALUE + " row groups: " + rowGroupOrdinal);
}
byte[] rowGroupOrdinalBytes = shortToBytesLE(shortRGOrdinal);
if (columnOrdinal < 0) {
throw new IllegalArgumentException("Wrong column ordinal: " + columnOrdinal);
}
short shortColumOrdinal = (short) columnOrdinal;
if (shortColumOrdinal != columnOrdinal) {
throw new ParquetCryptoRuntimeException("Encrypted parquet files can't have "
+ "more than " + Short.MAX_VALUE + " columns: " + columnOrdinal);
}
byte[] columnOrdinalBytes = shortToBytesLE(shortColumOrdinal);
if (ModuleType.DataPage != moduleType && ModuleType.DataPageHeader != moduleType) {
return concatByteArrays(fileAAD, typeOrdinalBytes, rowGroupOrdinalBytes, columnOrdinalBytes);
}
if (pageOrdinal < 0) {
throw new IllegalArgumentException("Wrong page ordinal: " + pageOrdinal);
}
short shortPageOrdinal = (short) pageOrdinal;
if (shortPageOrdinal != pageOrdinal) {
throw new ParquetCryptoRuntimeException("Encrypted parquet files can't have "
+ "more than " + Short.MAX_VALUE + " pages per chunk: " + pageOrdinal);
}
byte[] pageOrdinalBytes = shortToBytesLE(shortPageOrdinal);
return concatByteArrays(fileAAD, typeOrdinalBytes, rowGroupOrdinalBytes, columnOrdinalBytes, pageOrdinalBytes);
}
public static byte[] createFooterAAD(byte[] aadPrefixBytes) {
return createModuleAAD(aadPrefixBytes, ModuleType.Footer, -1, -1, -1);
}
// Update last two bytes with new page ordinal (instead of creating new page AAD from scratch)
public static void quickUpdatePageAAD(byte[] pageAAD, int newPageOrdinal) {
java.util.Objects.requireNonNull(pageAAD);
if (newPageOrdinal < 0) {
throw new IllegalArgumentException("Wrong page ordinal: " + newPageOrdinal);
}
short shortPageOrdinal = (short) newPageOrdinal;
if (shortPageOrdinal != newPageOrdinal) {
throw new ParquetCryptoRuntimeException("Encrypted parquet files can't have "
+ "more than " + Short.MAX_VALUE + " pages per chunk: " + newPageOrdinal);
}
byte[] pageOrdinalBytes = shortToBytesLE(shortPageOrdinal);
System.arraycopy(pageOrdinalBytes, 0, pageAAD, pageAAD.length - 2, 2);
}
static byte[] concatByteArrays(byte[]... arrays) {
int totalLength = 0;
for (byte[] array : arrays) {
totalLength += array.length;
}
byte[] output = new byte[totalLength];
int offset = 0;
for (byte[] array : arrays) {
System.arraycopy(array, 0, output, offset, array.length);
offset += array.length;
}
return output;
}
private static byte[] shortToBytesLE(short input) {
byte[] output = new byte[2];
output[1] = (byte)(0xff & (input >> 8));
output[0] = (byte)(0xff & input);
return output;
}
}
