org.apache.hudi.common.util.AvroSchemaCache Maven / Gradle / Ivy

Go to download
Show more of this group Show more artifacts with this name
Show all versions of hudi-flink1.17-bundle Show documentation
The newest version!
/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package org.apache.hudi.common.util;

import org.apache.avro.Schema;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

import javax.annotation.concurrent.NotThreadSafe;

import java.io.Closeable;
import java.util.HashMap;
import java.util.Map;

/**
 * An avro schema cache implementation for managing different version of schemas.
 * This is a local cache; the versionId only works for local thread in one container/executor.
 * A map of {version_id, schema} is maintained.
 */
@NotThreadSafe
public class AvroSchemaCache implements Closeable {
  private static final Logger LOG = LoggerFactory.getLogger(AvroSchemaCache.class);
  private Map versionIdToSchema; // the mapping from version_id -> schema
  private Map schemaToVersionId; // the mapping from schema -> version_id

  private int nextVersionId = 0;

  private AvroSchemaCache() {
    this.versionIdToSchema = new HashMap<>();
    this.schemaToVersionId = new HashMap<>();
  }

  public static AvroSchemaCache getInstance() {
    return new AvroSchemaCache();
  }

  public Integer cacheSchema(Schema schema) {
    Integer versionId = this.schemaToVersionId.get(schema);
    if (versionId == null) {
      versionId = nextVersionId++;
      this.schemaToVersionId.put(schema, versionId);
      this.versionIdToSchema.put(versionId, schema);
    }
    return versionId;
  }

  public Option getSchema(Integer versionId) {
    return Option.ofNullable(this.versionIdToSchema.get(versionId));
  }

  @Override
  public void close() {
    this.schemaToVersionId.clear();
    this.versionIdToSchema.clear();
  }
}