All Downloads are FREE. Search and download functionalities are using the official Maven repository.

com.google.cloud.dataflow.sdk.coders.ByteStringCoder Maven / Gradle / Ivy

Go to download

Google Cloud Dataflow Java SDK provides a simple, Java-based interface for processing virtually any size data using Google cloud resources. This artifact includes entire Dataflow Java SDK.

There is a newer version: 2.5.0
Show newest version
/*
 * Copyright (C) 2015 Google Inc.
 *
 * Licensed under the Apache License, Version 2.0 (the "License"); you may not
 * use this file except in compliance with the License. You may obtain a copy of
 * the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
 * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
 * License for the specific language governing permissions and limitations under
 * the License.
 */

package com.google.cloud.dataflow.sdk.coders;

import com.google.cloud.dataflow.sdk.util.VarInt;
import com.google.common.io.ByteStreams;
import com.google.protobuf.ByteString;

import com.fasterxml.jackson.annotation.JsonCreator;

import java.io.IOException;
import java.io.InputStream;
import java.io.OutputStream;

/**
 * A {@link Coder} for {@link ByteString} objects based on their encoded Protocol Buffer form.
 *
 * 

When this code is used in a nested {@link Coder.Context}, the serialized {@link ByteString} * objects are first delimited by their size. */ public class ByteStringCoder extends AtomicCoder { @JsonCreator public static ByteStringCoder of() { return INSTANCE; } /***************************/ private static final ByteStringCoder INSTANCE = new ByteStringCoder(); private ByteStringCoder() {} @Override public void encode(ByteString value, OutputStream outStream, Context context) throws IOException, CoderException { if (value == null) { throw new CoderException("cannot encode a null ByteString"); } if (!context.isWholeStream) { // ByteString is not delimited, so write its size before its contents. VarInt.encode(value.size(), outStream); } value.writeTo(outStream); } @Override public ByteString decode(InputStream inStream, Context context) throws IOException { if (context.isWholeStream) { return ByteString.readFrom(inStream); } int size = VarInt.decodeInt(inStream); // ByteString reads to the end of the input stream, so give it a limited stream of exactly // the right length. Also set its chunk size so that the ByteString will contain exactly // one chunk. return ByteString.readFrom(ByteStreams.limit(inStream, size), size); } @Override protected long getEncodedElementByteSize(ByteString value, Context context) throws Exception { int size = value.size(); if (context.isWholeStream) { return size; } return VarInt.getLength(size) + size; } /** * {@inheritDoc} * *

Returns true; the encoded output of two invocations of {@link ByteStringCoder} in the same * {@link Coder.Context} will be identical if and only if the original {@link ByteString} objects * are equal according to {@link Object#equals}. */ @Override public boolean consistentWithEquals() { return true; } /** * {@inheritDoc} * *

Returns true. {@link ByteString#size} returns the size of an array and a {@link VarInt}. */ @Override public boolean isRegisterByteSizeObserverCheap(ByteString value, Context context) { return true; } }





© 2015 - 2025 Weber Informatics LLC | Privacy Policy