Class

org.apache.spark.sql.execution

StratifiedSampleExecute

Related Doc: package execution

Permalink

case class StratifiedSampleExecute(child: SparkPlan, output: Seq[Attribute], options: Map[String, Any], qcs: Array[Int]) extends SparkPlan with UnaryExecNode with Product with Serializable

Perform stratified sampling given a Query-Column-Set (QCS). This variant can also use a fixed fraction to be sampled instead of fixed number of total samples since it is also designed to be used with streaming data.

Linear Supertypes
UnaryExecNode, SparkPlan, Serializable, Serializable, internal.Logging, QueryPlan[SparkPlan], TreeNode[SparkPlan], Product, Equals, AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. StratifiedSampleExecute
  2. UnaryExecNode
  3. SparkPlan
  4. Serializable
  5. Serializable
  6. Logging
  7. QueryPlan
  8. TreeNode
  9. Product
  10. Equals
  11. AnyRef
  12. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Instance Constructors

  1. new StratifiedSampleExecute(child: SparkPlan, output: Seq[Attribute], options: Map[String, Any], qcs: Array[Int])

    Permalink

Value Members

  1. final def !=(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  2. final def ##(): Int

    Permalink
    Definition Classes
    AnyRef → Any

  3. final def ==(arg0: Any): Boolean

    Permalink
    Definition Classes
    AnyRef → Any

  4. lazy val allAttributes: AttributeSeq

    Permalink
    Definition Classes
    QueryPlan

  5. def apply(number: Int): TreeNode[_]

    Permalink
    Definition Classes
    TreeNode

  6. def argString: String

    Permalink
    Definition Classes
    TreeNode

  7. def asCode: String

    Permalink
    Definition Classes
    TreeNode

  8. final def asInstanceOf[T0]: T0

    Permalink
    Definition Classes
    Any

  9. lazy val canonicalized: SparkPlan

    Permalink
    Attributes
    protected
    Definition Classes
    QueryPlan

  10. val child: SparkPlan

    Permalink
    Definition Classes
    StratifiedSampleExecute → UnaryExecNode

  11. final def children: Seq[SparkPlan]

    Permalink
    Definition Classes
    UnaryExecNode → TreeNode

  12. lazy val cleanArgs: Seq[Any]

    Permalink
    Attributes
    protected
    Definition Classes
    QueryPlan

  13. def cleanExpression(e: Expression): Expression

    Permalink
    Attributes
    protected
    Definition Classes
    QueryPlan

  14. def clearBroadcasts(removeFromDriver: Boolean): Unit

    Permalink
    Definition Classes
    SparkPlan

  15. def clone(): AnyRef

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  16. def collect[B](pf: PartialFunction[SparkPlan, B]): Seq[B]

    Permalink
    Definition Classes
    TreeNode

  17. def collectFirst[B](pf: PartialFunction[SparkPlan, B]): Option[B]

    Permalink
    Definition Classes
    TreeNode

  18. def collectLeaves(): Seq[SparkPlan]

    Permalink
    Definition Classes
    TreeNode

  19. lazy val constraints: ExpressionSet

    Permalink
    Definition Classes
    QueryPlan

  20. lazy val containsChild: Set[TreeNode[_]]

    Permalink
    Definition Classes
    TreeNode

  21. def doExecute(): RDD[InternalRow]

    Permalink
    Attributes
    protected
    Definition Classes
    StratifiedSampleExecute → SparkPlan

  22. def doExecuteBroadcast[T](): Broadcast[T]

    Permalink
    Attributes
    protected[org.apache.spark.sql]
    Definition Classes
    SparkPlan

  23. def doPrepare(): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    SparkPlan

  24. final def eq(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  25. final def execute(): RDD[InternalRow]

    Permalink
    Definition Classes
    SparkPlan

  26. final def executeBroadcast[T](): Broadcast[T]

    Permalink
    Definition Classes
    SparkPlan

  27. def executeCollect(): Array[InternalRow]

    Permalink
    Definition Classes
    SparkPlan

  28. def executeCollectPublic(): Array[Row]

    Permalink
    Definition Classes
    SparkPlan

  29. final def executeQuery[T](query: ⇒ T): T

    Permalink
    Attributes
    protected
    Definition Classes
    SparkPlan

  30. def executeTake(n: Int): Array[InternalRow]

    Permalink
    Definition Classes
    SparkPlan

  31. def executeToIterator(): Iterator[InternalRow]

    Permalink
    Definition Classes
    SparkPlan

  32. final def expressions: Seq[Expression]

    Permalink
    Definition Classes
    QueryPlan

  33. def fastEquals(other: TreeNode[_]): Boolean

    Permalink
    Definition Classes
    TreeNode

  34. def finalize(): Unit

    Permalink
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )

  35. def find(f: (SparkPlan) ⇒ Boolean): Option[SparkPlan]

    Permalink
    Definition Classes
    TreeNode

  36. def flatMap[A](f: (SparkPlan) ⇒ TraversableOnce[A]): Seq[A]

    Permalink
    Definition Classes
    TreeNode

  37. def foreach(f: (SparkPlan) ⇒ Unit): Unit

    Permalink
    Definition Classes
    TreeNode

  38. def foreachUp(f: (SparkPlan) ⇒ Unit): Unit

    Permalink
    Definition Classes
    TreeNode

  39. def generateTreeString(depth: Int, lastChildren: Seq[Boolean], builder: StringBuilder, verbose: Boolean, prefix: String): StringBuilder

    Permalink
    Definition Classes
    TreeNode

  40. final def getClass(): Class[_]

    Permalink
    Definition Classes
    AnyRef → Any

  41. def getRelevantConstraints(constraints: Set[Expression]): Set[Expression]

    Permalink
    Attributes
    protected
    Definition Classes
    QueryPlan

  42. def hashCode(): Int

    Permalink
    Definition Classes
    TreeNode → AnyRef → Any

  43. def initializeLogIfNecessary(isInterpreter: Boolean, silent: Boolean): Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  44. def initializeLogIfNecessary(isInterpreter: Boolean): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  45. def innerChildren: Seq[QueryPlan[_]]

    Permalink
    Attributes
    protected
    Definition Classes
    QueryPlan → TreeNode

  46. def inputSet: AttributeSet

    Permalink
    Definition Classes
    QueryPlan

  47. final def isInstanceOf[T0]: Boolean

    Permalink
    Definition Classes
    Any

  48. def isTraceEnabled(): Boolean

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  49. def jsonFields: List[JField]

    Permalink
    Attributes
    protected
    Definition Classes
    TreeNode

  50. def log: Logger

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  51. def logDebug(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  52. def logDebug(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  53. def logError(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  54. def logError(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  55. def logInfo(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  56. def logInfo(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  57. def logName: String

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  58. def logTrace(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  59. def logTrace(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  60. def logWarning(msg: ⇒ String, throwable: Throwable): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  61. def logWarning(msg: ⇒ String): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    Logging

  62. def longMetric(name: String): SQLMetric

    Permalink
    Definition Classes
    SparkPlan

  63. def makeCopy(newArgs: Array[AnyRef]): SparkPlan

    Permalink
    Definition Classes
    SparkPlan → TreeNode

  64. def map[A](f: (SparkPlan) ⇒ A): Seq[A]

    Permalink
    Definition Classes
    TreeNode

  65. def mapChildren(f: (SparkPlan) ⇒ SparkPlan): SparkPlan

    Permalink
    Definition Classes
    TreeNode

  66. def mapExpressions(f: (Expression) ⇒ Expression): StratifiedSampleExecute.this.type

    Permalink
    Definition Classes
    QueryPlan

  67. def mapProductIterator[B](f: (Any) ⇒ B)(implicit arg0: ClassTag[B]): Array[B]

    Permalink
    Attributes
    protected
    Definition Classes
    TreeNode

  68. def metadata: Map[String, String]

    Permalink
    Definition Classes
    SparkPlan

  69. def metrics: Map[String, SQLMetric]

    Permalink
    Definition Classes
    SparkPlan

  70. def missingInput: AttributeSet

    Permalink
    Definition Classes
    QueryPlan

  71. final def ne(arg0: AnyRef): Boolean

    Permalink
    Definition Classes
    AnyRef

  72. def newMutableProjection(expressions: Seq[Expression], inputSchema: Seq[Attribute], useSubexprElimination: Boolean): MutableProjection

    Permalink
    Attributes
    protected
    Definition Classes
    SparkPlan

  73. def newNaturalAscendingOrdering(dataTypes: Seq[DataType]): Ordering[InternalRow]

    Permalink
    Attributes
    protected
    Definition Classes
    SparkPlan

  74. def newOrdering(order: Seq[SortOrder], inputSchema: Seq[Attribute]): Ordering[InternalRow]

    Permalink
    Attributes
    protected
    Definition Classes
    SparkPlan

  75. def newPredicate(expression: Expression, inputSchema: Seq[Attribute]): Predicate

    Permalink
    Attributes
    protected
    Definition Classes
    SparkPlan

  76. def nodeName: String

    Permalink
    Definition Classes
    TreeNode

  77. final def notify(): Unit

    Permalink
    Definition Classes
    AnyRef

  78. final def notifyAll(): Unit

    Permalink
    Definition Classes
    AnyRef

  79. def numberedTreeString: String

    Permalink
    Definition Classes
    TreeNode

  80. val options: Map[String, Any]

    Permalink

  81. val origin: Origin

    Permalink
    Definition Classes
    TreeNode

  82. def otherCopyArgs: Seq[AnyRef]

    Permalink
    Attributes
    protected
    Definition Classes
    TreeNode

  83. val output: Seq[Attribute]

    Permalink
    Definition Classes
    StratifiedSampleExecute → QueryPlan

  84. def outputOrdering: Seq[SortOrder]

    Permalink
    Definition Classes
    SparkPlan

  85. def outputPartitioning: Partitioning

    Permalink
    Definition Classes
    SparkPlan

  86. def outputSet: AttributeSet

    Permalink
    Definition Classes
    QueryPlan

  87. def p(number: Int): SparkPlan

    Permalink
    Definition Classes
    TreeNode

  88. final def prepare(): Unit

    Permalink
    Definition Classes
    SparkPlan

  89. def prepareSubqueries(): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    SparkPlan

  90. def prettyJson: String

    Permalink
    Definition Classes
    TreeNode

  91. def printSchema(): Unit

    Permalink
    Definition Classes
    QueryPlan

  92. def producedAttributes: AttributeSet

    Permalink
    Definition Classes
    QueryPlan

  93. val qcs: Array[Int]

    Permalink

  94. def references: AttributeSet

    Permalink
    Definition Classes
    QueryPlan

  95. def requiredChildDistribution: Seq[Distribution]

    Permalink
    Definition Classes
    SparkPlan

  96. def requiredChildOrdering: Seq[Seq[SortOrder]]

    Permalink
    Definition Classes
    SparkPlan

  97. def resetMetrics(): Unit

    Permalink
    Definition Classes
    SparkPlan

  98. def sameResult(plan: SparkPlan): Boolean

    Permalink
    Definition Classes
    QueryPlan

  99. lazy val schema: StructType

    Permalink
    Definition Classes
    QueryPlan

  100. def schemaString: String

    Permalink
    Definition Classes
    QueryPlan

  101. def simpleString: String

    Permalink
    Definition Classes
    QueryPlan → TreeNode

  102. def sparkContext: SparkContext

    Permalink
    Attributes
    protected
    Definition Classes
    SparkPlan

  103. final val sqlContext: SQLContext

    Permalink
    Definition Classes
    SparkPlan

  104. def statePrefix: String

    Permalink
    Attributes
    protected
    Definition Classes
    QueryPlan

  105. def stringArgs: Iterator[Any]

    Permalink
    Attributes
    protected
    Definition Classes
    TreeNode

  106. val subexpressionEliminationEnabled: Boolean

    Permalink
    Definition Classes
    SparkPlan

  107. def subqueries: Seq[SparkPlan]

    Permalink
    Definition Classes
    QueryPlan

  108. final def synchronized[T0](arg0: ⇒ T0): T0

    Permalink
    Definition Classes
    AnyRef

  109. def toJSON: String

    Permalink
    Definition Classes
    TreeNode

  110. def toString(): String

    Permalink
    Definition Classes
    TreeNode → AnyRef → Any

  111. def transform(rule: PartialFunction[SparkPlan, SparkPlan]): SparkPlan

    Permalink
    Definition Classes
    TreeNode

  112. def transformAllExpressions(rule: PartialFunction[Expression, Expression]): StratifiedSampleExecute.this.type

    Permalink
    Definition Classes
    QueryPlan

  113. def transformDown(rule: PartialFunction[SparkPlan, SparkPlan]): SparkPlan

    Permalink
    Definition Classes
    TreeNode

  114. def transformExpressions(rule: PartialFunction[Expression, Expression]): StratifiedSampleExecute.this.type

    Permalink
    Definition Classes
    QueryPlan

  115. def transformExpressionsDown(rule: PartialFunction[Expression, Expression]): StratifiedSampleExecute.this.type

    Permalink
    Definition Classes
    QueryPlan

  116. def transformExpressionsUp(rule: PartialFunction[Expression, Expression]): StratifiedSampleExecute.this.type

    Permalink
    Definition Classes
    QueryPlan

  117. def transformUp(rule: PartialFunction[SparkPlan, SparkPlan]): SparkPlan

    Permalink
    Definition Classes
    TreeNode

  118. def treeString(verbose: Boolean): String

    Permalink
    Definition Classes
    TreeNode

  119. def treeString: String

    Permalink
    Definition Classes
    TreeNode

  120. def validConstraints: Set[Expression]

    Permalink
    Attributes
    protected
    Definition Classes
    QueryPlan

  121. def verboseString: String

    Permalink
    Definition Classes
    QueryPlan → TreeNode

  122. final def wait(): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  123. final def wait(arg0: Long, arg1: Int): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  124. final def wait(arg0: Long): Unit

    Permalink
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

  125. def waitForSubqueries(): Unit

    Permalink
    Attributes
    protected
    Definition Classes
    SparkPlan

  126. def withNewChildren(newChildren: Seq[SparkPlan]): SparkPlan

    Permalink
    Definition Classes
    TreeNode

Inherited from UnaryExecNode

Inherited from SparkPlan

Inherited from Serializable

Inherited from Serializable

Inherited from internal.Logging

Inherited from QueryPlan[SparkPlan]

Inherited from TreeNode[SparkPlan]

Inherited from Product

Inherited from Equals

Inherited from AnyRef

Inherited from Any

Ungrouped