tasks.queue.package.scala Maven / Gradle / Ivy
/*
* The MIT License
*
* Modified work, Copyright (c) 2016 Istvan Bartha
*
* Permission is hereby granted, free of charge, to any person obtaining
* a copy of this software and associated documentation files (the "Software"),
* to deal in the Software without restriction, including without limitation
* the rights to use, copy, modify, merge, publish, distribute, sublicense,
* and/or sell copies of the Software, and to permit persons to whom the Software
* is furnished to do so, subject to the following conditions:
*
* The above copyright notice and this permission notice shall be included in all
* copies or substantial portions of the Software.
*
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
* OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
* SOFTWARE.
*/
package tasks
import cats.effect.IO
package object queue {
def extractDataDependencies[T](
deserializedInputData: T
)(implicit
ce: ComputationEnvironment
): IO[DependenciesAndRuntimeMetadata] = {
val logs = ce.currentLogRecords
if (ce.components.tasksConfig.trackDataFlow) {
val files = HasSharedFiles.allFiles(deserializedInputData)
for {
histories <- IO.parTraverseN(
ce.components.tasksConfig.parallelismOfReadingHistoryFiles
)(files.toSeq)(_.history)
} yield DependenciesAndRuntimeMetadata(histories, logs)
} else IO.pure(DependenciesAndRuntimeMetadata(Nil, logs))
}
}