All Downloads are FREE. Search and download functionalities are using the official Maven repository.

org.dinky.shaded.paimon.data.BinarySection Maven / Gradle / Ivy

The newest version!
/*
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.	See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.	You may obtain a copy of the License at
 *
 *		http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package org.dinky.shaded.paimon.data;

import org.dinky.shaded.paimon.memory.MemorySegment;
import org.dinky.shaded.paimon.memory.MemorySegmentUtils;
import org.dinky.shaded.paimon.utils.IOUtils;
import org.dinky.shaded.paimon.utils.Preconditions;

import java.io.IOException;
import java.io.ObjectInputStream;
import java.io.ObjectOutputStream;
import java.io.Serializable;

/** Describe a section of memory. */
public abstract class BinarySection implements Serializable {

    private static final long serialVersionUID = 1L;

    /**
     * It decides whether to put data in FixLenPart or VarLenPart. See more in {@link BinaryRow}.
     *
     * 

If len is less than 8, its binary format is: 1-bit mark(1) = 1, 7-bits len, and 7-bytes * data. Data is stored in fix-length part. * *

If len is greater or equal to 8, its binary format is: 1-bit mark(1) = 0, 31-bits offset * to the data, and 4-bytes length of data. Data is stored in variable-length part. */ public static final int MAX_FIX_PART_DATA_SIZE = 7; /** * To get the mark in highest bit of long. Form: 10000000 00000000 ... (8 bytes) * *

This is used to decide whether the data is stored in fixed-length part or variable-length * part. see {@link #MAX_FIX_PART_DATA_SIZE} for more information. */ public static final long HIGHEST_FIRST_BIT = 0x80L << 56; /** * To get the 7 bits length in second bit to eighth bit out of a long. Form: 01111111 00000000 * ... (8 bytes) * *

This is used to get the length of the data which is stored in this long. see {@link * #MAX_FIX_PART_DATA_SIZE} for more information. */ public static final long HIGHEST_SECOND_TO_EIGHTH_BIT = 0x7FL << 56; protected transient MemorySegment[] segments; protected transient int offset; protected transient int sizeInBytes; public BinarySection() {} public BinarySection(MemorySegment[] segments, int offset, int sizeInBytes) { Preconditions.checkArgument(segments != null); this.segments = segments; this.offset = offset; this.sizeInBytes = sizeInBytes; } public final void pointTo(MemorySegment segment, int offset, int sizeInBytes) { pointTo(new MemorySegment[] {segment}, offset, sizeInBytes); } public void pointTo(MemorySegment[] segments, int offset, int sizeInBytes) { Preconditions.checkArgument(segments != null); this.segments = segments; this.offset = offset; this.sizeInBytes = sizeInBytes; } public MemorySegment[] getSegments() { return segments; } public int getOffset() { return offset; } public int getSizeInBytes() { return sizeInBytes; } public byte[] toBytes() { return MemorySegmentUtils.getBytes(segments, offset, sizeInBytes); } private void writeObject(ObjectOutputStream out) throws IOException { out.defaultWriteObject(); byte[] bytes = toBytes(); out.writeInt(bytes.length); out.write(bytes); } private void readObject(ObjectInputStream in) throws IOException, ClassNotFoundException { in.defaultReadObject(); byte[] bytes = new byte[in.readInt()]; IOUtils.readFully(in, bytes); pointTo(MemorySegment.wrap(bytes), 0, bytes.length); } @Override public boolean equals(Object o) { if (this == o) { return true; } if (o == null || getClass() != o.getClass()) { return false; } final BinarySection that = (BinarySection) o; return sizeInBytes == that.sizeInBytes && MemorySegmentUtils.equals( segments, offset, that.segments, that.offset, sizeInBytes); } @Override public int hashCode() { return MemorySegmentUtils.hash(segments, offset, sizeInBytes); } }





© 2015 - 2024 Weber Informatics LLC | Privacy Policy