StratifiedSampledRDD

Value Members

1. final def !=(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

2. final def ##(): Int

   

   Definition Classes

   AnyRef → Any

3. def ++(other: RDD[InternalRow]): RDD[InternalRow]

   

   Definition Classes

   RDD

4. final def ==(arg0: Any): Boolean

   

   Definition Classes

   AnyRef → Any

5. var _id: Int

   

   Attributes

   protected

   Definition Classes

   RDD

6. def aggregate[U](zeroValue: U)(seqOp: (U, InternalRow) ⇒ U, combOp: (U, U) ⇒ U)(implicit arg0: ClassTag[U]): U

   

   Definition Classes

   RDD

7. final def asInstanceOf[T0]: T0

   

   Definition Classes

   Any

8. def cache(): StratifiedSampledRDD.this.type

   

   Definition Classes

   RDD

9. def cartesian[U](other: RDD[U])(implicit arg0: ClassTag[U]): RDD[(InternalRow, U)]

   

   Definition Classes

   RDD

10. def checkpoint(): Unit

    

    Definition Classes

    RDD

11. def clearDependencies(): Unit

    

    Attributes

    protected

    Definition Classes

    RDD

12. def clone(): AnyRef

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

13. def coalesce(numPartitions: Int, shuffle: Boolean, partitionCoalescer: Option[PartitionCoalescer])(implicit ord: Ordering[InternalRow]): RDD[InternalRow]

    

    Definition Classes

    RDD

14. def collect[U](f: PartialFunction[InternalRow, U])(implicit arg0: ClassTag[U]): RDD[U]

    

    Definition Classes

    RDD

15. def collect(): Array[InternalRow]

    

    Definition Classes

    RDD

16. def compute(split: Partition, context: TaskContext): Iterator[InternalRow]

    

    Definition Classes

    StratifiedSampledRDD → RDD

17. def context: SparkContext

    

    Definition Classes

    RDD

18. def count(): Long

    

    Definition Classes

    RDD

19. def countApprox(timeout: Long, confidence: Double): PartialResult[BoundedDouble]

    

    Definition Classes

    RDD

20. def countApproxDistinct(relativeSD: Double): Long

    

    Definition Classes

    RDD

21. def countApproxDistinct(p: Int, sp: Int): Long

    

    Definition Classes

    RDD

22. def countByValue()(implicit ord: Ordering[InternalRow]): Map[InternalRow, Long]

    

    Definition Classes

    RDD

23. def countByValueApprox(timeout: Long, confidence: Double)(implicit ord: Ordering[InternalRow]): PartialResult[Map[InternalRow, BoundedDouble]]

    

    Definition Classes

    RDD

24. final def dependencies: Seq[Dependency[_]]

    

    Definition Classes

    RDD

25. def distinct(): RDD[InternalRow]

    

    Definition Classes

    RDD

26. def distinct(numPartitions: Int)(implicit ord: Ordering[InternalRow]): RDD[InternalRow]

    

    Definition Classes

    RDD

27. final def eq(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

28. def equals(arg0: Any): Boolean

    

    Definition Classes

    AnyRef → Any

29. var executorPartitions: Map[BlockManagerId, IndexedSeq[Int]]

    

30. def filter(f: (InternalRow) ⇒ Boolean): RDD[InternalRow]

    

    Definition Classes

    RDD

31. def finalize(): Unit

    

    Attributes

    protected[java.lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

32. def first(): InternalRow

    

    Definition Classes

    RDD

33. def firstParent[U](implicit arg0: ClassTag[U]): RDD[U]

    

    Attributes

    protected[org.apache.spark]

    Definition Classes

    RDD

34. def flatMap[U](f: (InternalRow) ⇒ TraversableOnce[U])(implicit arg0: ClassTag[U]): RDD[U]

    

    Definition Classes

    RDD

35. def fold(zeroValue: InternalRow)(op: (InternalRow, InternalRow) ⇒ InternalRow): InternalRow

    

    Definition Classes

    RDD

36. def foreach(f: (InternalRow) ⇒ Unit): Unit

    

    Definition Classes

    RDD

37. def foreachPartition(f: (Iterator[InternalRow]) ⇒ Unit): Unit

    

    Definition Classes

    RDD

38. def getCheckpointFile: Option[String]

    

    Definition Classes

    RDD

39. final def getClass(): Class[_]

    

    Definition Classes

    AnyRef → Any

40. def getDependencies: Seq[Dependency[_]]

    

    Attributes

    protected

    Definition Classes

    RDD

41. final def getNumPartitions: Int

    

    Definition Classes

    RDD

    Annotations

    @Since( "1.6.0" )

42. def getPartitions: Array[Partition]

    

    This method does detailed scheduling itself which is required given that the sample cache is not managed by Spark's scheduler implementations.

    This method does detailed scheduling itself which is required given that the sample cache is not managed by Spark's scheduler implementations. Depending on the amount of memory reported as remaining, we will assign appropriate weight to that executor.

    Definition Classes

    StratifiedSampledRDD → RDD

43. def getPreferredLocations(split: Partition): Seq[String]

    

    Definition Classes

    StratifiedSampledRDD → RDD

44. def getStorageLevel: StorageLevel

    

    Definition Classes

    RDD

45. def glom(): RDD[Array[InternalRow]]

    

    Definition Classes

    RDD

46. def groupBy[K](f: (InternalRow) ⇒ K, p: Partitioner)(implicit kt: ClassTag[K], ord: Ordering[K]): RDD[(K, Iterable[InternalRow])]

    

    Definition Classes

    RDD

47. def groupBy[K](f: (InternalRow) ⇒ K, numPartitions: Int)(implicit kt: ClassTag[K]): RDD[(K, Iterable[InternalRow])]

    

    Definition Classes

    RDD

48. def groupBy[K](f: (InternalRow) ⇒ K)(implicit kt: ClassTag[K]): RDD[(K, Iterable[InternalRow])]

    

    Definition Classes

    RDD

49. def hashCode(): Int

    

    Definition Classes

    AnyRef → Any

50. def id: Int

    

    Definition Classes

    RDD

51. def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean

    

    Attributes

    protected

    Definition Classes

    Logging

52. def initializeLogIfNecessary(isInterpreter: Boolean): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

53. def intersection(other: RDD[InternalRow], numPartitions: Int): RDD[InternalRow]

    

    Definition Classes

    RDD

54. def intersection(other: RDD[InternalRow], partitioner: Partitioner)(implicit ord: Ordering[InternalRow]): RDD[InternalRow]

    

    Definition Classes

    RDD

55. def intersection(other: RDD[InternalRow]): RDD[InternalRow]

    

    Definition Classes

    RDD

56. def isCheckpointed: Boolean

    

    Definition Classes

    RDD

57. def isEmpty(): Boolean

    

    Definition Classes

    RDD

58. final def isInstanceOf[T0]: Boolean

    

    Definition Classes

    Any

59. def isTraceEnabled(): Boolean

    

    Attributes

    protected

    Definition Classes

    Logging

60. final def iterator(split: Partition, context: TaskContext): Iterator[InternalRow]

    

    Definition Classes

    RDD

61. def keyBy[K](f: (InternalRow) ⇒ K): RDD[(K, InternalRow)]

    

    Definition Classes

    RDD

62. def localCheckpoint(): StratifiedSampledRDD.this.type

    

    Definition Classes

    RDD

63. def log: Logger

    

    Attributes

    protected

    Definition Classes

    Logging

64. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

65. def logDebug(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

66. def logError(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

67. def logError(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

68. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

69. def logInfo(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

70. def logName: String

    

    Attributes

    protected

    Definition Classes

    Logging

71. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

72. def logTrace(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

73. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

74. def logWarning(msg: ⇒ String): Unit

    

    Attributes

    protected

    Definition Classes

    Logging

75. def map[U](f: (InternalRow) ⇒ U)(implicit arg0: ClassTag[U]): RDD[U]

    

    Definition Classes

    RDD

76. def mapPartitions[U](f: (Iterator[InternalRow]) ⇒ Iterator[U], preservesPartitioning: Boolean)(implicit arg0: ClassTag[U]): RDD[U]

    

    Definition Classes

    RDD

77. def mapPartitionsWithIndex[U](f: (Int, Iterator[InternalRow]) ⇒ Iterator[U], preservesPartitioning: Boolean)(implicit arg0: ClassTag[U]): RDD[U]

    

    Definition Classes

    RDD

78. def max()(implicit ord: Ordering[InternalRow]): InternalRow

    

    Definition Classes

    RDD

79. def min()(implicit ord: Ordering[InternalRow]): InternalRow

    

    Definition Classes

    RDD

80. var name: String

    

    Definition Classes

    RDD

81. final def ne(arg0: AnyRef): Boolean

    

    Definition Classes

    AnyRef

82. final def notify(): Unit

    

    Definition Classes

    AnyRef

83. final def notifyAll(): Unit

    

    Definition Classes

    AnyRef

84. def parent[U](j: Int)(implicit arg0: ClassTag[U]): RDD[U]

    

    Attributes

    protected[org.apache.spark]

    Definition Classes

    RDD

85. val parent: RDD[InternalRow]

    

86. val partitioner: Option[Partitioner]

    

    Definition Classes

    RDD

87. final def partitions: Array[Partition]

    

    Definition Classes

    RDD

88. def persist(): StratifiedSampledRDD.this.type

    

    Definition Classes

    RDD

89. def persist(newLevel: StorageLevel): StratifiedSampledRDD.this.type

    

    Definition Classes

    RDD

90. def pipe(command: Seq[String], env: Map[String, String], printPipeContext: ((String) ⇒ Unit) ⇒ Unit, printRDDElement: (InternalRow, (String) ⇒ Unit) ⇒ Unit, separateWorkingDir: Boolean, bufferSize: Int, encoding: String): RDD[String]

    

    Definition Classes

    RDD

91. def pipe(command: String, env: Map[String, String]): RDD[String]

    

    Definition Classes

    RDD

92. def pipe(command: String): RDD[String]

    

    Definition Classes

    RDD

93. final def preferredLocations(split: Partition): Seq[String]

    

    Definition Classes

    RDD

94. def randomSplit(weights: Array[Double], seed: Long): Array[RDD[InternalRow]]

    

    Definition Classes

    RDD

95. def reduce(f: (InternalRow, InternalRow) ⇒ InternalRow): InternalRow

    

    Definition Classes

    RDD

96. def repartition(numPartitions: Int)(implicit ord: Ordering[InternalRow]): RDD[InternalRow]

    

    Definition Classes

    RDD

97. def sample(withReplacement: Boolean, fraction: Double, seed: Long): RDD[InternalRow]

    

    Definition Classes

    RDD

98. def saveAsObjectFile(path: String): Unit

    

    Definition Classes

    RDD

99. def saveAsTextFile(path: String, codec: Class[_ <: CompressionCodec]): Unit

    

    Definition Classes

    RDD

100. def saveAsTextFile(path: String): Unit

     

     Definition Classes

     RDD

101. def setName(_name: String): StratifiedSampledRDD.this.type

     

     Definition Classes

     RDD

102. def sortBy[K](f: (InternalRow) ⇒ K, ascending: Boolean, numPartitions: Int)(implicit ord: Ordering[K], ctag: ClassTag[K]): RDD[InternalRow]

     

     Definition Classes

     RDD

103. def sparkContext: SparkContext

     

     Definition Classes

     RDD

104. var storageLevel: StorageLevel

     

     Attributes

     protected

     Definition Classes

     RDD

105. def subtract(other: RDD[InternalRow], p: Partitioner)(implicit ord: Ordering[InternalRow]): RDD[InternalRow]

     

     Definition Classes

     RDD

106. def subtract(other: RDD[InternalRow], numPartitions: Int): RDD[InternalRow]

     

     Definition Classes

     RDD

107. def subtract(other: RDD[InternalRow]): RDD[InternalRow]

     

     Definition Classes

     RDD

108. final def synchronized[T0](arg0: ⇒ T0): T0

     

     Definition Classes

     AnyRef

109. def take(num: Int): Array[InternalRow]

     

     Definition Classes

     RDD

110. def takeOrdered(num: Int)(implicit ord: Ordering[InternalRow]): Array[InternalRow]

     

     Definition Classes

     RDD

111. def takeSample(withReplacement: Boolean, num: Int, seed: Long): Array[InternalRow]

     

     Definition Classes

     RDD

112. def toDebugString: String

     

     Definition Classes

     RDD

113. def toJavaRDD(): JavaRDD[InternalRow]

     

     Definition Classes

     RDD

114. def toLocalIterator: Iterator[InternalRow]

     

     Definition Classes

     RDD

115. def toString(): String

     

     Definition Classes

     RDD → AnyRef → Any

116. def top(num: Int)(implicit ord: Ordering[InternalRow]): Array[InternalRow]

     

     Definition Classes

     RDD

117. def treeAggregate[U](zeroValue: U)(seqOp: (U, InternalRow) ⇒ U, combOp: (U, U) ⇒ U, depth: Int)(implicit arg0: ClassTag[U]): U

     

     Definition Classes

     RDD

118. def treeReduce(f: (InternalRow, InternalRow) ⇒ InternalRow, depth: Int): InternalRow

     

     Definition Classes

     RDD

119. def union(other: RDD[InternalRow]): RDD[InternalRow]

     

     Definition Classes

     RDD

120. def unpersist(blocking: Boolean): StratifiedSampledRDD.this.type

     

     Definition Classes

     RDD

121. final def wait(): Unit

     

     Definition Classes

     AnyRef

     Annotations

     @throws( ... )

122. final def wait(arg0: Long, arg1: Int): Unit

     

     Definition Classes

     AnyRef

     Annotations

     @throws( ... )

123. final def wait(arg0: Long): Unit

     

     Definition Classes

     AnyRef

     Annotations

     @throws( ... )

124. def zip[U](other: RDD[U])(implicit arg0: ClassTag[U]): RDD[(InternalRow, U)]

     

     Definition Classes

     RDD

125. def zipPartitions[B, C, D, V](rdd2: RDD[B], rdd3: RDD[C], rdd4: RDD[D])(f: (Iterator[InternalRow], Iterator[B], Iterator[C], Iterator[D]) ⇒ Iterator[V])(implicit arg0: ClassTag[B], arg1: ClassTag[C], arg2: ClassTag[D], arg3: ClassTag[V]): RDD[V]

     

     Definition Classes

     RDD

126. def zipPartitions[B, C, D, V](rdd2: RDD[B], rdd3: RDD[C], rdd4: RDD[D], preservesPartitioning: Boolean)(f: (Iterator[InternalRow], Iterator[B], Iterator[C], Iterator[D]) ⇒ Iterator[V])(implicit arg0: ClassTag[B], arg1: ClassTag[C], arg2: ClassTag[D], arg3: ClassTag[V]): RDD[V]

     

     Definition Classes

     RDD

127. def zipPartitions[B, C, V](rdd2: RDD[B], rdd3: RDD[C])(f: (Iterator[InternalRow], Iterator[B], Iterator[C]) ⇒ Iterator[V])(implicit arg0: ClassTag[B], arg1: ClassTag[C], arg2: ClassTag[V]): RDD[V]

     

     Definition Classes

     RDD

128. def zipPartitions[B, C, V](rdd2: RDD[B], rdd3: RDD[C], preservesPartitioning: Boolean)(f: (Iterator[InternalRow], Iterator[B], Iterator[C]) ⇒ Iterator[V])(implicit arg0: ClassTag[B], arg1: ClassTag[C], arg2: ClassTag[V]): RDD[V]

     

     Definition Classes

     RDD

129. def zipPartitions[B, V](rdd2: RDD[B])(f: (Iterator[InternalRow], Iterator[B]) ⇒ Iterator[V])(implicit arg0: ClassTag[B], arg1: ClassTag[V]): RDD[V]

     

     Definition Classes

     RDD

130. def zipPartitions[B, V](rdd2: RDD[B], preservesPartitioning: Boolean)(f: (Iterator[InternalRow], Iterator[B]) ⇒ Iterator[V])(implicit arg0: ClassTag[B], arg1: ClassTag[V]): RDD[V]

     

     Definition Classes

     RDD

131. def zipWithIndex(): RDD[(InternalRow, Long)]

     

     Definition Classes

     RDD

132. def zipWithUniqueId(): RDD[(InternalRow, Long)]

     

     Definition Classes

     RDD