• Home
• dev.continuously.libretto
• libretto-examples_3
• 0.3.2
• source code
• Downloader.scala

×

Project download

Many resources are needed to download a project. Please understand that we have to compensate our server costs. Thank you in advance.
Project price only 1 $

You can buy this project and download/modify it how often you want.

libretto.examples.libraryOfAlexandria.Downloader.scala Maven / Gradle / Ivy

package libretto.examples.libraryOfAlexandria

import libretto.scaletto.StarterKit.*
import libretto.stream.scaletto.DefaultStreams.*

import vendor.{Page, ScrollId}

object Downloader {
  def apply(cm: ConnectorModule): Downloader[cm.type] =
    new Downloader(cm)
}

class Downloader[CM <: ConnectorModule](val cm: CM) {
  def downloadAll(prepareAhead: Int): (cm.Connector |*| ValSource[ScrollId]) -⚬ ValSource[Page] =
    fetchForEach
     > Source.prefetch(prepareAhead)(discardPrefetched = ValSource.close)
     > Source.flatten

  private def fetchForEach: (cm.Connector |*| ValSource[ScrollId]) -⚬ Source[ValSource[Page]] =
    Source.mapWith(cm.fetchScroll)
}