Package org.neo4j.gds.core.concurrency

Class ParallelUtil

java.lang.Object

org.neo4j.gds.core.concurrency.ParallelUtil

public final class ParallelUtil
extends java.lang.Object

Field Summary

Fields

Modifier and Type	Field	Description
static int	DEFAULT_BATCH_SIZE

Method Summary

Modifier and Type	Method	Description
static int	adjustedBatchSize(int nodeCount, int concurrency)
static int	adjustedBatchSize(int nodeCount, int concurrency, int minBatchSize)
static long	adjustedBatchSize(long nodeCount, int concurrency, long minBatchSize)
static long	adjustedBatchSize(long nodeCount, int concurrency, long minBatchSize, long maxBatchSize)
static long	adjustedBatchSize(long nodeCount, long batchSize)
static void	awaitTermination(java.util.Collection<java.util.concurrent.Future<?>> futures)
static boolean	canRunInParallel(@Nullable java.util.concurrent.ExecutorService executor)
static void	parallelForEachNode(long nodeCount, int concurrency, java.util.function.LongConsumer consumer)
static void	parallelForEachNode(long nodeCount, int concurrency, TerminationFlag terminationFlag, java.util.function.LongConsumer consumer)
static void	parallelForEachNode(Graph graph, int concurrency, java.util.function.LongConsumer consumer)
static <T extends java.util.stream.BaseStream<?,T>,R> R	parallelStream(T data, int concurrency, java.util.function.Function<T,R> fn)	Executes the given function in parallel on the given BaseStream, using a FJ pool of the requested size.
static <T extends java.util.stream.BaseStream<?,T>> void	parallelStreamConsume(T data, int concurrency, java.util.function.Consumer<T> consumer)
static <T extends java.util.stream.BaseStream<?,T>> void	parallelStreamConsume(T data, int concurrency, TerminationFlag terminationFlag, java.util.function.Consumer<T> consumer)	Executes the given function in parallel on the given BaseStream, using a FJ pool of the requested size.
static <T extends java.lang.Runnable> void	readParallel(int concurrency, int batchSize, BatchNodeIterable idMap, java.util.concurrent.ExecutorService executor, HugeParallelGraphImporter<T> importer)	Deprecated, for removal: This API element is subject to removal in a future version. Use RunWithConcurrency instead.
static void	readParallel(int concurrency, long size, java.util.concurrent.ExecutorService executor, BiLongConsumer task)
static void	run(java.lang.Runnable task, java.util.concurrent.ExecutorService executor)	Runs a single task and waits until it's finished.
static java.util.Collection<java.util.concurrent.Future<?>>	run(java.util.Collection<? extends java.lang.Runnable> tasks, boolean allowSynchronousRun, java.util.concurrent.ExecutorService executor, java.util.Collection<java.util.concurrent.Future<?>> futures)
static void	run(java.util.Collection<? extends java.lang.Runnable> tasks, java.util.concurrent.ExecutorService executor)	Runs a collection of Runnables in parallel for their side-effects.
static void	run(java.util.Collection<? extends java.lang.Runnable> tasks, java.util.concurrent.ExecutorService executor, java.util.Collection<java.util.concurrent.Future<?>> futures)
static java.util.Collection<java.lang.Runnable>	tasks(int concurrency, java.util.function.Function<java.lang.Integer,? extends java.lang.Runnable> newTask)
static java.util.Collection<java.lang.Runnable>	tasks(int concurrency, java.util.function.Supplier<? extends java.lang.Runnable> newTask)
static int	threadCount(int batchSize, int elementCount)
static long	threadCount(long batchSize, long elementCount)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

DEFAULT_BATCH_SIZE

public static final int DEFAULT_BATCH_SIZE

See Also:

Constant Field Values

Method Detail

parallelStream

public static <T extends java.util.stream.BaseStream<?,T>,R> R parallelStream(T data,
                                                                                          int concurrency,
                                                                                          java.util.function.Function<T,R> fn)

Executes the given function in parallel on the given BaseStream, using a FJ pool of the requested size. The concurrency value is assumed to already be validated towards the edition limitation.

parallelStreamConsume

public static <T extends java.util.stream.BaseStream<?,T>> void parallelStreamConsume(T data,
                                                                                            int concurrency,
                                                                                            TerminationFlag terminationFlag,
                                                                                            java.util.function.Consumer<T> consumer)

Executes the given function in parallel on the given BaseStream, using a FJ pool of the requested size. The concurrency value is assumed to already be validated towards the edition limitation.

parallelStreamConsume

public static <T extends java.util.stream.BaseStream<?,T>> void parallelStreamConsume(T data,
                                                                                            int concurrency,
                                                                                            java.util.function.Consumer<T> consumer)

parallelForEachNode

public static void parallelForEachNode(Graph graph,
                                       int concurrency,
                                       java.util.function.LongConsumer consumer)

parallelForEachNode

public static void parallelForEachNode(long nodeCount,
                                       int concurrency,
                                       java.util.function.LongConsumer consumer)

parallelForEachNode

public static void parallelForEachNode(long nodeCount,
                                       int concurrency,
                                       TerminationFlag terminationFlag,
                                       java.util.function.LongConsumer consumer)

threadCount

public static int threadCount(int batchSize,
                              int elementCount)

Returns:

the number of threads required to compute elementCount with the given batchSize

threadCount

public static long threadCount(long batchSize,
                               long elementCount)

adjustedBatchSize

public static int adjustedBatchSize(int nodeCount,
                                    int concurrency,
                                    int minBatchSize)

Returns:

a batch size, so that nodeCount is equally divided by concurrency but no smaller than minBatchSize.

adjustedBatchSize

public static int adjustedBatchSize(int nodeCount,
                                    int concurrency)

Returns:

a batch size, so that nodeCount is equally divided by concurrency but no smaller than DEFAULT_BATCH_SIZE.

See Also:

adjustedBatchSize(int, int, int)

adjustedBatchSize

public static long adjustedBatchSize(long nodeCount,
                                     int concurrency,
                                     long minBatchSize)

Returns:

a batch size, so that nodeCount is equally divided by concurrency but no smaller than minBatchSize.

See Also:

adjustedBatchSize(int, int, int)

adjustedBatchSize

public static long adjustedBatchSize(long nodeCount,
                                     int concurrency,
                                     long minBatchSize,
                                     long maxBatchSize)

Returns:

a batch size, so that nodeCount is equally divided by concurrency but no smaller than minBatchSize and no larger than maxBatchSize.

See Also:

adjustedBatchSize(long, int, long)

adjustedBatchSize

public static long adjustedBatchSize(long nodeCount,
                                     long batchSize)

Returns:

a batch size, that is 1) at least batchSize 2) a power of two 3) divides nodeCount into int-sized chunks.

canRunInParallel

public static boolean canRunInParallel(@Nullable
                                       @Nullable java.util.concurrent.ExecutorService executor)

readParallel

@Deprecated(forRemoval=true)
public static <T extends java.lang.Runnable> void readParallel(int concurrency,
                                                               int batchSize,
                                                               BatchNodeIterable idMap,
                                                               java.util.concurrent.ExecutorService executor,
                                                               HugeParallelGraphImporter<T> importer)

Deprecated, for removal: This API element is subject to removal in a future version.

Use RunWithConcurrency instead.

Executes read operations in parallel, based on the given batch size and executor.

readParallel

public static void readParallel(int concurrency,
                                long size,
                                java.util.concurrent.ExecutorService executor,
                                BiLongConsumer task)

tasks

public static java.util.Collection<java.lang.Runnable> tasks(int concurrency,
                                                             java.util.function.Supplier<? extends java.lang.Runnable> newTask)

tasks

public static java.util.Collection<java.lang.Runnable> tasks(int concurrency,
                                                             java.util.function.Function<java.lang.Integer,? extends java.lang.Runnable> newTask)

run

public static void run(java.lang.Runnable task,
                       java.util.concurrent.ExecutorService executor)

Runs a single task and waits until it's finished.

run

public static void run(java.util.Collection<? extends java.lang.Runnable> tasks,
                       java.util.concurrent.ExecutorService executor)

Runs a collection of Runnables in parallel for their side-effects. The level of parallelism is defined by the given executor.

This is similar to ExecutorService.invokeAll(Collection), except that all Exceptions thrown by any task are chained together.

run

public static void run(java.util.Collection<? extends java.lang.Runnable> tasks,
                       java.util.concurrent.ExecutorService executor,
                       java.util.Collection<java.util.concurrent.Future<?>> futures)

run

public static java.util.Collection<java.util.concurrent.Future<?>> run(java.util.Collection<? extends java.lang.Runnable> tasks,
                                                                       boolean allowSynchronousRun,
                                                                       java.util.concurrent.ExecutorService executor,
                                                                       java.util.Collection<java.util.concurrent.Future<?>> futures)

awaitTermination

public static void awaitTermination(java.util.Collection<java.util.concurrent.Future<?>> futures)