com.davidbracewell.stream.Streams Maven / Gradle / Ivy
Go to download
Show more of this group Show more artifacts with this name
Show all versions of mango Show documentation
Show all versions of mango Show documentation
A set of utilities and tools to speed up and ease programming in Java.
/*
* (c) 2005 David B. Bracewell
*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing,
* software distributed under the License is distributed on an
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
* KIND, either express or implied. See the License for the
* specific language governing permissions and limitations
* under the License.
*/
package com.davidbracewell.stream;
import com.davidbracewell.collection.Collect;
import com.davidbracewell.config.Config;
import com.davidbracewell.conversion.Cast;
import com.google.common.base.Throwables;
import com.google.common.collect.Lists;
import lombok.NonNull;
import java.io.IOException;
import java.nio.file.Files;
import java.nio.file.Paths;
import java.util.*;
import java.util.stream.Collectors;
import java.util.stream.DoubleStream;
import java.util.stream.IntStream;
import java.util.stream.Stream;
/**
* The interface Streams.
*
* @author David B. Bracewell
*/
public interface Streams {
/**
* The constant DISTRIBUTED.
*/
String DISTRIBUTED = "streams.distributed";
/**
* Accumulator m accumulator.
*
* @return the m accumulator
*/
static MAccumulator accumulator() {
return accumulator(null, Config.get(DISTRIBUTED).asBooleanValue(false));
}
/**
* Accumulator m accumulator.
*
* @param name the name
* @return the m accumulator
*/
static MAccumulator accumulator(String name) {
return accumulator(name, Config.get(DISTRIBUTED).asBooleanValue(false));
}
/**
* Accumulator m accumulator.
*
* @param initialValue the initial value
* @return the m accumulator
*/
static MAccumulator accumulator(double initialValue) {
return accumulator(null, initialValue, Config.get(DISTRIBUTED).asBooleanValue(false));
}
/**
* Accumulator m accumulator.
*
* @param name the name
* @param initialValue the initial value
* @return the m accumulator
*/
static MAccumulator accumulator(String name, double initialValue) {
return accumulator(name, initialValue, Config.get(DISTRIBUTED).asBooleanValue(false));
}
/**
* Accumulator m accumulator.
*
* @param name the name
* @param distributed the distributed
* @return the m accumulator
*/
static MAccumulator accumulator(String name, boolean distributed) {
return accumulator(name, 0d, distributed);
}
/**
* Accumulator m accumulator.
*
* @param initialValue the initial value
* @param distributed the distributed
* @return the m accumulator
*/
static MAccumulator accumulator(double initialValue, boolean distributed) {
return accumulator(null, initialValue, distributed);
}
/**
* Accumulator m accumulator.
*
* @param distributed the distributed
* @return the m accumulator
*/
static MAccumulator accumulator(boolean distributed) {
return accumulator(null, 0d, distributed);
}
/**
* Accumulator m accumulator.
*
* @param name the name
* @param initialValue the initial value
* @param distributed the distributed
* @return the m accumulator
*/
static MAccumulator accumulator(String name, double initialValue, boolean distributed) {
if (distributed) {
return new SparkMAccumulator(Spark.context().doubleAccumulator(initialValue, name));
}
return new JavaMAccumulator(name, initialValue);
}
/**
* Empty m stream.
*
* @param the type parameter
* @return the m stream
*/
static MStream empty() {
return new JavaMStream<>(Stream.empty());
}
/**
* Range m stream.
*
* @param startInclusive the start inclusive
* @param endExclusive the end exclusive
* @return the m stream
*/
static MStream range(int startInclusive, int endExclusive) {
return new JavaMStream<>(
IntStream.range(startInclusive, endExclusive).boxed().parallel()
);
}
/**
* Text file m stream.
*
* @param location the location
* @return the m stream
*/
static MStream textFile(String location) {
return textFile(location, Config.get(DISTRIBUTED).asBooleanValue(false));
}
/**
* Text file m stream.
*
* @param location the location
* @param distributed the distributed
* @return the m stream
*/
static MStream textFile(String location, boolean distributed) {
if (distributed) {
return new SparkStream<>(Spark.context().textFile(location));
}
try {
return new JavaMStream<>(Files.lines(Paths.get(location)));
} catch (IOException e) {
throw Throwables.propagate(e);
}
}
/**
* Of m pair stream.
*
* @param the type parameter
* @param the type parameter
* @param map the map
* @return the m pair stream
*/
static MPairStream of(Map map) {
return of(map, Config.get(DISTRIBUTED).asBooleanValue(false));
}
/**
* Of m pair stream.
*
* @param the type parameter
* @param the type parameter
* @param map the map
* @param distributed the distributed
* @return the m pair stream
*/
static MPairStream of(Map map, boolean distributed) {
if (distributed) {
return new SparkPairStream<>(map);
}
return new JavaMPairStream<>(map);
}
/**
* Of m stream.
*
* @param the type parameter
* @param collection the collection
* @return the m stream
*/
static MStream of(@NonNull Collection collection) {
return of(collection, Config.get(DISTRIBUTED).asBoolean(false));
}
/**
* Of m stream.
*
* @param the type parameter
* @param collection the collection
* @param distributed the distributed
* @return the m stream
*/
static MStream of(@NonNull Collection collection, boolean distributed) {
if (distributed) {
List list;
if (collection instanceof List) {
list = Cast.as(collection);
} else {
list = new LinkedList<>(collection);
}
return new SparkStream<>(list);
}
return new JavaMStream<>(Cast.cast(collection));
}
/**
* Of m stream.
*
* @param the type parameter
* @param iterable the iterable
* @return the m stream
*/
static MStream of(@NonNull Iterable iterable) {
return of(iterable, Config.get(DISTRIBUTED).asBoolean(false));
}
/**
* Of m stream.
*
* @param the type parameter
* @param iterable the iterable
* @param distributed the distributed
* @return the m stream
*/
static MStream of(@NonNull Iterable iterable, boolean distributed) {
if (distributed) {
List list;
if (iterable instanceof List) {
list = Cast.as(iterable);
} else {
list = Lists.newLinkedList(iterable);
}
return new SparkStream<>(list);
}
return new JavaMStream<>(Cast.cast(iterable));
}
/**
* Of m stream.
*
* @param the type parameter
* @param iterator the iterator
* @return the m stream
*/
static MStream of(@NonNull Iterator iterator) {
return of(iterator, Config.get(DISTRIBUTED).asBoolean(false));
}
/**
* Of m stream.
*
* @param the type parameter
* @param iterator the iterator
* @param distributed the distributed
* @return the m stream
*/
static MStream of(@NonNull Iterator iterator, boolean distributed) {
if (distributed) {
return new SparkStream<>(Collect.from(iterator).map(Cast::as).collect(Collectors.toList()));
}
return new JavaMStream<>(iterator);
}
/**
* Of m stream.
*
* @param the type parameter
* @param distributed the distributed
* @param items the items
* @return the m stream
*/
@SafeVarargs
static MStream of(boolean distributed, @NonNull T... items) {
return of(Arrays.asList(items), distributed);
}
/**
* Of m stream.
*
* @param the type parameter
* @param items the items
* @return the m stream
*/
@SafeVarargs
@SuppressWarnings("unchecked")
static MStream of(@NonNull T... items) {
return of(Config.get(DISTRIBUTED).asBoolean(false), items);
}
/**
* Of m stream.
*
* @param the type parameter
* @param stream the stream
* @return the m stream
*/
static MStream of(@NonNull Stream stream) {
return new JavaMStream<>(stream);
}
/**
* Double stream m double stream.
*
* @param doubleStream the double stream
* @return the m double stream
*/
static MDoubleStream doubleStream(@NonNull DoubleStream doubleStream) {
return new JavaDoubleStream(doubleStream);
}
}//END OF Streams
© 2015 - 2025 Weber Informatics LLC | Privacy Policy