commonMain.kotlinx.serialization.protobuf.ProtoBuf.kt Maven / Gradle / Ivy
Go to download
Show more of this group Show more artifacts with this name
Show all versions of kotlinx-serialization-protobuf
Show all versions of kotlinx-serialization-protobuf
Kotlin multiplatform serialization runtime library
The newest version!
/*
* Copyright 2017-2021 JetBrains s.r.o. Use of this source code is governed by the Apache 2.0 license.
*/
package kotlinx.serialization.protobuf
import kotlinx.serialization.*
import kotlinx.serialization.modules.*
import kotlinx.serialization.protobuf.internal.*
import kotlin.js.*
/**
* Implements [encoding][encodeToByteArray] and [decoding][decodeFromByteArray] classes to/from bytes
* using [Protocol buffers](https://protobuf.dev/) specification.
* It is typically used by constructing an application-specific instance, with configured specific behavior
* and, if necessary, registered custom serializers (in [SerializersModule] provided by [serializersModule] constructor parameter).
* Default encoding is proto2, although proto3 can be used with a number of tweaks (see the section below for details).
*
*
* ### Correspondence between Protobuf message definitions and Kotlin classes
* Given a ProtoBuf definition with one required field, one optional field, and one optional field with a custom default
* value:
* ```
* message MyMessage {
* required int32 first = 1;
* optional int32 second = 2;
* optional int32 third = 3 [default = 42];
* }
* ```
*
* The corresponding [Serializable] class should match the ProtoBuf definition and should use the same default values:
* ```
* @Serializable
* data class MyMessage(val first: Int, val second: Int = 0, val third: Int = 42)
* ```
*
* By default, protobuf fields numbers are being assigned to Kotlin properties in incremental order, i.e.,
* the first property in the class has number 1, the second has number 2, and so forth.
* If you need a more stable order (e.g., to avoid breaking changes when reordering properties),
* provide custom numbers using [ProtoNumber] annotation.
*
* By default, all integer values are encoded using [varint](https://protobuf.dev/programming-guides/encoding/#varints)
* encoding. This behavior can be changed via [ProtoType] annotation.
*
* ### Known caveats and limitations
* Lists are represented as repeated fields. Because format spec says that if the list is empty,
* there are no elements in the stream with such tag, you have to explicitly add to any
* property of `List` type a default value equals to `emptyList()`. Same for maps.
* There is no special support for `oneof` protobuf fields. However, this implementation
* supports standard kotlinx.serialization's polymorphic and sealed serializers,
* using their default form (message consisting of `serialName: string` and other embedded message with actual content).
*
* ### Proto3 support
*
* proto2 and proto3 specifications use the same encoding, so you can use this class to decode Proto3 messages.
* However, the message structure is slightly different, so you should remember the following:
*
* - In proto3, fields by default are implicitly optional, so corresponding Kotlin properties have to be nullable and have a default value `null`.
* - In proto3, all lists use packed encoding by default. To be able to decode them, annotation [ProtoPacked] should be used on all properties with type `List`.
*
* ### Usage example
* ```
* // Serialize to ProtoBuf bytes. Default values are omitted.
* val encoded = ProtoBuf.encodeToByteArray(MyMessage(15)) // [0x08, 0x0f]
*
* // Deserialize ProtoBuf bytes will use default values of the MyMessage class
* val decoded = ProtoBuf.decodeFromByteArray(encoded) // MyMessage(first=15, second=0, third=42)
*
* // Serialize to ProtoBuf hex string with all values
* val encoded2 = ProtoBuf { encodeDefaults = true }.encodeToHexString(MyMessage(15)) // "080f1000182a"
*
* // Deserialize from ProtoBuf hex string
* val decoded2 = ProtoBuf.decodeFromHexString(encoded2) // MyMessage(first=15, second=0, third=42)
* ```
*
* ### Check existence of optional fields
* Null values can be used as the default value for optional fields to implement more complex use-cases that rely on
* checking if a field was set or not.
*
* ```
* @Serializable
* data class MyMessage(val first: Int, private val _second: Int? = null, private val _third: Int? = null) {
*
* val second: Int
* get() = _second ?: 0
*
* val third: Int
* get() = _third ?: 42
*
* fun hasSecond() = _second != null
*
* fun hasThird() = _third != null
* }
*
* // Serialize to ProtoBuf bytes, removing all default (null) values
* val encoded = ProtoBuf.encodeToByteArray(MyMessage(15)) // [0x08, 0x0f]
*
* // Deserialize ProtoBuf bytes
* val decoded = ProtoBuf.decodeFromByteArray(encoded) // MyMessage(first = 15, _second = null, _third = null)
* decoded.hasSecond() // false
* decoded.second // 0
* decoded.hasThird() // false
* decoded.third // 42
*
* // Serialize to ProtoBuf bytes
* val encoded2 = ProtoBuf.encodeToByteArray(MyMessage(15, 0, 0)) // [0x08, 0x0f, 0x10, 0x00, 0x18, 0x00]
*
* // Deserialize ProtoBuf bytes
* val decoded2 = ProtoBuf.decodeFromByteArray(encoded2) // MyMessage(first=15, _second=0, _third=0)
* decoded.hasSecond() // true
* decoded.second // 0
* decoded.hasThird() // true
* decoded.third // 0
* ```
*
* @param encodeDefaults specifies whether default values are encoded.
* False by default; meaning that properties with values equal to defaults will be elided.
* @param serializersModule application-specific [SerializersModule] to provide custom serializers.
* @see ProtoNumber
* @see ProtoType
* @see ProtoPacked
*/
@ExperimentalSerializationApi
public sealed class ProtoBuf(
internal val encodeDefaults: Boolean,
override val serializersModule: SerializersModule
) : BinaryFormat {
/**
* The default instance of [ProtoBuf].
*/
public companion object Default : ProtoBuf(false, EmptySerializersModule())
override fun encodeToByteArray(serializer: SerializationStrategy, value: T): ByteArray {
val output = ByteArrayOutput()
val encoder = ProtobufEncoder(this, ProtobufWriter(output), serializer.descriptor)
encoder.encodeSerializableValue(serializer, value)
return output.toByteArray()
}
override fun decodeFromByteArray(deserializer: DeserializationStrategy, bytes: ByteArray): T {
val input = ByteArrayInput(bytes)
val decoder = ProtobufDecoder(this, ProtobufReader(input), deserializer.descriptor)
return decoder.decodeSerializableValue(deserializer)
}
}
/**
* Creates an instance of [ProtoBuf] configured from the optionally given [ProtoBuf instance][from]
* and adjusted with [builderAction].
*/
@ExperimentalSerializationApi
public fun ProtoBuf(from: ProtoBuf = ProtoBuf, builderAction: ProtoBufBuilder.() -> Unit): ProtoBuf {
val b = ProtoBufBuilder(from)
b.builderAction()
return ProtoBufImpl(b.encodeDefaults, b.serializersModule)
}
/**
* Builder of the [ProtoBuf] instance provided by `ProtoBuf` factory function.
*/
@ExperimentalSerializationApi
public class ProtoBufBuilder internal constructor(proto: ProtoBuf) {
/**
* Specifies whether default values of Kotlin properties should be encoded.
*/
public var encodeDefaults: Boolean = proto.encodeDefaults
/**
* Module with contextual and polymorphic serializers to be used in the resulting [ProtoBuf] instance.
*/
public var serializersModule: SerializersModule = proto.serializersModule
}
@ExperimentalSerializationApi
private class ProtoBufImpl(encodeDefaults: Boolean, serializersModule: SerializersModule) :
ProtoBuf(encodeDefaults, serializersModule)