org.apache.spark.sql.collection

Utils

object Utils

Linear Supertypes
AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. Utils
  2. AnyRef
  3. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Type Members

  1. implicit final class StringExtensions extends AnyVal

Value Members

  1. final def !=(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  2. final def !=(arg0: Any): Boolean

    Definition Classes
    Any
  3. final def ##(): Int

    Definition Classes
    AnyRef → Any
  4. final def ==(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  5. final def ==(arg0: Any): Boolean

    Definition Classes
    Any
  6. def ERROR_NO_QCS(module: String): String

  7. final val WEIGHTAGE_COLUMN_NAME: String("STRATIFIED_SAMPLER_WEIGHTAGE")

  8. final val Z95Percent: Double

  9. final val Z95Squared: Double

  10. final def asInstanceOf[T0]: T0

    Definition Classes
    Any
  11. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  12. def columnIndex(col: String, cols: Array[String], module: String): Int

  13. def dataTypeStringBuilder(dataType: DataType, result: StringBuilder): (Any) ⇒ Unit

  14. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  15. def equals(arg0: Any): Boolean

    Definition Classes
    AnyRef → Any
  16. def fillArray[T](a: Array[_ >: T], v: T, start: Int, endP1: Int): Unit

  17. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  18. def getAllExecutorsMemoryStatus(sc: SparkContext): Map[BlockManagerId, (Long, Long)]

  19. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any
  20. def getClientHostPort(netServer: String): String

  21. def getFields(cols: Array[String], schema: StructType, module: String): Array[StructField]

  22. def getFixedPartitionRDD[T](sc: SparkContext, f: (TaskContext, Partition) ⇒ Iterator[T], partitioner: Partitioner, numPartitions: Int)(implicit arg0: ClassTag[T]): RDD[T]

  23. def getHostExecutorId(blockId: BlockManagerId): String

  24. def getInternalType(dataType: DataType): Class[_]

  25. def getSchemaAndPlanFromBase(schemaOpt: Option[StructType], baseTableOpt: Option[String], catalog: SnappyStoreHiveCatalog, asSelect: Boolean, table: String, tableType: String): (StructType, Option[LogicalPlan])

    Get the result schema given an optional explicit schema and base table.

    Get the result schema given an optional explicit schema and base table. In case both are specified, then check compatibility between the two.

  26. def hasLowerCase(k: String): Boolean

  27. def hashCode(): Int

    Definition Classes
    AnyRef → Any
  28. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any
  29. final def isLoner(sc: SparkContext): Boolean

  30. def mapExecutors[T](sc: SparkContext, f: (TaskContext, ExecutorLocalPartition) ⇒ Iterator[T])(implicit arg0: ClassTag[T]): RDD[T]

  31. def mapExecutors[T](sqlContext: SQLContext, f: () ⇒ Iterator[T])(implicit arg0: ClassTag[T]): RDD[T]

  32. def matchOption(optName: String, options: Map[String, Any]): Option[(String, Any)]

  33. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  34. final def notify(): Unit

    Definition Classes
    AnyRef
  35. final def notifyAll(): Unit

    Definition Classes
    AnyRef
  36. def parseColumn(cv: Any, cols: Array[String], module: String, option: String): Int

  37. def parseDouble(v: Any, module: String, option: String, min: Double, max: Double, exclusive: Boolean = true): Double

  38. def parseInteger(v: Any, module: String, option: String, min: Int = 1, max: Int = Int.MaxValue): Int

  39. def parseTimeInterval(optV: Any, module: String): Long

    Parse the given time interval value as long milliseconds.

    Parse the given time interval value as long milliseconds.

    See also

    timeIntervalSpec for the allowed string specification

  40. def parseTimestamp(ts: String, module: String, col: String): Long

  41. def projectColumns(row: Row, columnIndices: Array[Int], schema: StructType, convertToScalaRow: Boolean): GenericRow

  42. def qcsOf(qa: Array[String], cols: Array[String], module: String): (Array[Int], Array[String])

  43. def resolveQCS(options: Map[String, Any], fieldNames: Array[String], module: String): (Array[Int], Array[String])

  44. def resolveQCS(qcsV: Option[Any], fieldNames: Array[String], module: String): (Array[Int], Array[String])

  45. def schemaFields(schema: StructType): Map[String, StructField]

  46. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef
  47. final val timeIntervalSpec: Regex

    string specification for time intervals

  48. def toLowerCase(k: String): String

  49. def toString(): String

    Definition Classes
    AnyRef → Any
  50. def toUpperCase(k: String): String

  51. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  52. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  53. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Inherited from AnyRef

Inherited from Any

Ungrouped