All Downloads are FREE. Search and download functionalities are using the official Maven repository.

swaydb.eventually.persistent.Map.scala Maven / Gradle / Ivy

There is a newer version: 0.15
Show newest version
/*
 * Copyright (c) 2020 Simer JS Plaha ([email protected] - @simerplaha)
 *
 * This file is a part of SwayDB.
 *
 * SwayDB is free software: you can redistribute it and/or modify
 * it under the terms of the GNU Affero General Public License as
 * published by the Free Software Foundation, either version 3 of the
 * License, or (at your option) any later version.
 *
 * SwayDB is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
 * GNU Affero General Public License for more details.
 *
 * You should have received a copy of the GNU Affero General Public License
 * along with SwayDB. If not, see .
 *
 * Additional permission under the GNU Affero GPL version 3 section 7:
 * If you modify this Program or any covered work, only by linking or
 * combining it with separate works, the licensors of this Program grant
 * you additional permission to convey the resulting work.
 */

package swaydb.eventually.persistent

import java.nio.file.Path

import com.typesafe.scalalogging.LazyLogging
import swaydb.configs.level.DefaultEventuallyPersistentConfig
import swaydb.core.Core
import swaydb.core.function.FunctionStore
import swaydb.data.accelerate.{Accelerator, LevelZeroMeter}
import swaydb.data.config.{ThreadStateCache, _}
import swaydb.data.order.{KeyOrder, TimeOrder}
import swaydb.data.slice.Slice
import swaydb.data.util.StorageUnits._
import swaydb.serializers.Serializer
import swaydb.{IO, KeyOrderConverter}

import scala.reflect.ClassTag

object Map extends LazyLogging {

  /**
   * A 3 Leveled in-memory database where the 3rd is persistent.
   *
   * For custom configurations read documentation on website: http://www.swaydb.io/configuring-levels
   */
  def apply[K, V, F, BAG[_]](dir: Path,
                             mapSize: Int = 4.mb,
                             maxMemoryLevelSize: Int = 100.mb,
                             maxSegmentsToPush: Int = 5,
                             memoryLevelSegmentSize: Int = 2.mb,
                             memoryLevelMaxKeyValuesCountPerSegment: Int = 200000,
                             persistentLevelAppendixFlushCheckpointSize: Int = 2.mb,
                             otherDirs: Seq[Dir] = Seq.empty,
                             cacheKeyValueIds: Boolean = true,
                             mmapPersistentLevelAppendix: Boolean = true,
                             deleteMemorySegmentsEventually: Boolean = true,
                             acceleration: LevelZeroMeter => Accelerator = Accelerator.noBrakes(),
                             persistentLevelSortedKeyIndex: SortedKeyIndex = DefaultConfigs.sortedKeyIndex(),
                             persistentLevelRandomKeyIndex: RandomKeyIndex = DefaultConfigs.randomKeyIndex(),
                             binarySearchIndex: BinarySearchIndex = DefaultConfigs.binarySearchIndex(),
                             mightContainKeyIndex: MightContainIndex = DefaultConfigs.mightContainKeyIndex(),
                             valuesConfig: ValuesConfig = DefaultConfigs.valuesConfig(),
                             segmentConfig: SegmentConfig = DefaultConfigs.segmentConfig(),
                             fileCache: FileCache.Enable = DefaultConfigs.fileCache(),
                             memoryCache: MemoryCache = DefaultConfigs.memoryCache(),
                             threadStateCache: ThreadStateCache = ThreadStateCache.Limit(hashMapMaxSize = 100, maxProbe = 10))(implicit keySerializer: Serializer[K],
                                                                                                                               valueSerializer: Serializer[V],
                                                                                                                               functionClassTag: ClassTag[F],
                                                                                                                               bag: swaydb.Bag[BAG],
                                                                                                                               functions: swaydb.Map.Functions[K, V, F],
                                                                                                                               byteKeyOrder: KeyOrder[Slice[Byte]] = null,
                                                                                                                               typedKeyOrder: KeyOrder[K] = null): BAG[swaydb.Map[K, V, F, BAG]] = {

    implicit val keyOrder: KeyOrder[Slice[Byte]] = KeyOrderConverter.typedToBytesNullCheck(byteKeyOrder, typedKeyOrder)
    implicit val coreFunctions: FunctionStore.Memory = functions.core

    val core =
      Core(
        enableTimer = functionClassTag != ClassTag.Nothing,
        cacheKeyValueIds = cacheKeyValueIds,
        threadStateCache = threadStateCache,
        config =
          DefaultEventuallyPersistentConfig(
            dir = dir,
            otherDirs = otherDirs,
            mapSize = mapSize,
            maxMemoryLevelSize = maxMemoryLevelSize,
            maxSegmentsToPush = maxSegmentsToPush,
            memoryLevelMinSegmentSize = memoryLevelSegmentSize,
            memoryLevelMaxKeyValuesCountPerSegment = memoryLevelMaxKeyValuesCountPerSegment,
            deleteMemorySegmentsEventually = deleteMemorySegmentsEventually,
            persistentLevelAppendixFlushCheckpointSize = persistentLevelAppendixFlushCheckpointSize,
            mmapPersistentLevelAppendix = mmapPersistentLevelAppendix,
            persistentLevelSortedKeyIndex = persistentLevelSortedKeyIndex,
            persistentLevelRandomKeyIndex = persistentLevelRandomKeyIndex,
            persistentLevelBinarySearchIndex = binarySearchIndex,
            persistentLevelMightContainKeyIndex = mightContainKeyIndex,
            persistentLevelValuesConfig = valuesConfig,
            persistentLevelSegmentConfig = segmentConfig,
            acceleration = acceleration
          ),
        fileCache = fileCache,
        memoryCache = memoryCache
      )(keyOrder = keyOrder,
        timeOrder = TimeOrder.long,
        functionStore = coreFunctions
      ) map {
        db =>
          swaydb.Map[K, V, F, BAG](db.toBag)
      }

    core.toBag[BAG]
  }
}




© 2015 - 2024 Weber Informatics LLC | Privacy Policy