Serialized Form

Package io.ray.streaming.api.context

Class io.ray.streaming.api.context.StreamingContext extends Object implements Serializable

Serialized Fields

streamSinks

List<E> streamSinks

The sinks of this streaming job.

jobConfig

Map<K,V> jobConfig

The user custom streaming job configuration.

jobGraph

JobGraph jobGraph

The logic plan.

Package io.ray.streaming.api.function

Package io.ray.streaming.api.function.impl

Package io.ray.streaming.api.function.internal

Class io.ray.streaming.api.function.internal.CollectionSourceFunction extends Object implements Serializable

Serialized Fields

values

Collection<E> values

finished

boolean finished

Package io.ray.streaming.api.partition

Package io.ray.streaming.api.partition.impl

Class io.ray.streaming.api.partition.impl.BroadcastPartition extends Object implements Serializable

Serialized Fields

partitions

int[] partitions

Class io.ray.streaming.api.partition.impl.ForwardPartition extends Object implements Serializable

Serialized Fields

partitions

int[] partitions

Class io.ray.streaming.api.partition.impl.KeyPartition extends Object implements Serializable

Serialized Fields

partitions

int[] partitions

Class io.ray.streaming.api.partition.impl.RoundRobinPartition extends Object implements Serializable

Serialized Fields

seq

int seq

partitions

int[] partitions

Package io.ray.streaming.api.stream

Class io.ray.streaming.api.stream.DataStream extends Stream<DataStream<T>,T> implements Serializable

Class io.ray.streaming.api.stream.DataStreamSink extends StreamSink<T> implements Serializable

Class io.ray.streaming.api.stream.DataStreamSource extends DataStream<T> implements Serializable

Class io.ray.streaming.api.stream.JoinStream extends DataStream<L> implements Serializable

Serialized Fields

rightStream

DataStream<T> rightStream

Class io.ray.streaming.api.stream.KeyDataStream extends DataStream<T> implements Serializable

Class io.ray.streaming.api.stream.Stream extends Object implements Serializable

Serialized Fields

id

int id

streamingContext

StreamingContext streamingContext

inputStream

Stream<S extends Stream<S,T>,T> inputStream

operator

StreamOperator<F extends Function> operator

parallelism

int parallelism

config

Map<K,V> config

partition

Partition<T> partition

originalStream

Stream<S extends Stream<S,T>,T> originalStream

Class io.ray.streaming.api.stream.StreamSink extends Stream<StreamSink<T>,T> implements Serializable

Class io.ray.streaming.api.stream.UnionStream extends DataStream<T> implements Serializable

Serialized Fields

unionStreams

List<E> unionStreams

Package io.ray.streaming.jobgraph

Class io.ray.streaming.jobgraph.JobEdge extends Object implements Serializable

Serialized Fields

srcVertexId

int srcVertexId

targetVertexId

int targetVertexId

partition

Partition<T> partition

Class io.ray.streaming.jobgraph.JobGraph extends Object implements Serializable

Serialized Fields

jobName

String jobName

jobConfig

Map<K,V> jobConfig

jobVertices

List<E> jobVertices

jobEdges

List<E> jobEdges

digraph

String digraph

Class io.ray.streaming.jobgraph.JobVertex extends Object implements Serializable

Serialized Fields

vertexId

int vertexId

parallelism

int parallelism

vertexType

VertexType vertexType

language

Language language

streamOperator

StreamOperator<F extends Function> streamOperator

config

Map<K,V> config

Package io.ray.streaming.message

Class io.ray.streaming.message.KeyRecord extends Record<T> implements Serializable

Serialized Fields

key

Object key

Class io.ray.streaming.message.Record extends Object implements Serializable

Serialized Fields

value

Object value

Package io.ray.streaming.operator

Class io.ray.streaming.operator.StreamOperator extends Object implements Serializable

Serialized Fields

name

String name

function

Function function

richFunction

RichFunction richFunction

collectorList

List<E> collectorList

runtimeContext

RuntimeContext runtimeContext

chainStrategy

ChainStrategy chainStrategy

Package io.ray.streaming.operator.chain

Class io.ray.streaming.operator.chain.ChainedOperator extends StreamOperator<Function> implements Serializable

Serialized Fields

operators

List<E> operators

headOperator

Operator headOperator

tailOperator

Operator tailOperator

configs

List<E> configs

Package io.ray.streaming.operator.impl

Class io.ray.streaming.operator.impl.FilterOperator extends StreamOperator<FilterFunction<T>> implements Serializable

Class io.ray.streaming.operator.impl.FlatMapOperator extends StreamOperator<FlatMapFunction<T,R>> implements Serializable

Serialized Fields

collectionCollector

CollectionCollector<T> collectionCollector

Class io.ray.streaming.operator.impl.JoinOperator extends StreamOperator<JoinFunction<L,R,O>> implements Serializable

Class io.ray.streaming.operator.impl.KeyByOperator extends StreamOperator<KeyFunction<T,K>> implements Serializable

Class io.ray.streaming.operator.impl.MapOperator extends StreamOperator<MapFunction<T,R>> implements Serializable

Class io.ray.streaming.operator.impl.ReduceOperator extends StreamOperator<ReduceFunction<T>> implements Serializable

Serialized Fields

reduceState

Map<K,V> reduceState

Class io.ray.streaming.operator.impl.SinkOperator extends StreamOperator<SinkFunction<T>> implements Serializable

Class io.ray.streaming.operator.impl.SourceOperatorImpl extends StreamOperator<SourceFunction<T>> implements Serializable

Serialized Fields

sourceContext

io.ray.streaming.operator.impl.SourceOperatorImpl.SourceContextImpl sourceContext

Class io.ray.streaming.operator.impl.UnionOperator extends StreamOperator<Function> implements Serializable

Package io.ray.streaming.python

Class io.ray.streaming.python.PythonFunction extends Object implements Serializable

Serialized Fields

function

byte[] function

moduleName

String moduleName

functionName

String functionName

functionInterface

String functionInterface

FunctionInterface can be used to validate python function, and look up operator class from FunctionInterface.

Class io.ray.streaming.python.PythonOperator extends StreamOperator implements Serializable

Serialized Fields

moduleName

String moduleName

className

String className

Class io.ray.streaming.python.PythonOperator.ChainedPythonOperator extends PythonOperator implements Serializable

Serialized Fields

operators

List<E> operators

headOperator

PythonOperator headOperator

tailOperator

PythonOperator tailOperator

configs

List<E> configs

Class io.ray.streaming.python.PythonPartition extends Object implements Serializable

Serialized Fields

partition

byte[] partition

moduleName

String moduleName

functionName

String functionName

Package io.ray.streaming.python.stream

Class io.ray.streaming.python.stream.PythonDataStream extends Stream<PythonDataStream,Object> implements Serializable

Class io.ray.streaming.python.stream.PythonKeyDataStream extends PythonDataStream implements Serializable

Class io.ray.streaming.python.stream.PythonStreamSink extends StreamSink implements Serializable

Class io.ray.streaming.python.stream.PythonStreamSource extends PythonDataStream implements Serializable

Class io.ray.streaming.python.stream.PythonUnionStream extends PythonDataStream implements Serializable

Serialized Fields

unionStreams

List<E> unionStreams