org.apache.spark.sql.execution.columnar

ExternalStoreUtils

object ExternalStoreUtils

Utility methods used by external storage layers.

Linear Supertypes
AnyRef, Any
Ordering
  1. Alphabetic
  2. By inheritance
Inherited
  1. ExternalStoreUtils
  2. AnyRef
  3. Any
  1. Hide All
  2. Show all
Learn more about member selection
Visibility
  1. Public
  2. All

Type Members

  1. class CaseInsensitiveMutableHashMap[T] extends Map[String, T] with Serializable

Value Members

  1. final def !=(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  2. final def !=(arg0: Any): Boolean

    Definition Classes
    Any
  3. final def ##(): Int

    Definition Classes
    AnyRef → Any
  4. final def ==(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  5. final def ==(arg0: Any): Boolean

    Definition Classes
    Any
  6. final val BUCKETS: String("BUCKETS")

  7. final val DEFAULT_SAMPLE_TABLE_BUCKETS: String("53")

  8. final val DEFAULT_SAMPLE_TABLE_BUCKETS_LOCAL_MODE: String("7")

  9. final val DEFAULT_TABLE_BUCKETS: String("113")

  10. final val DEFAULT_TABLE_BUCKETS_LOCAL_MODE: String("11")

  11. final val INDEX_NAME: String("INDEX_NAME")

  12. final val INDEX_TYPE: String("INDEX_TYPE")

  13. final val PARTITION_BY: String("PARTITION_BY")

  14. final val REPLICATE: String("REPLICATE")

  15. final def asInstanceOf[T0]: T0

    Definition Classes
    Any
  16. final def cachedBatchesToRows(cachedBatches: Iterator[CachedBatch], requestedColumnIndices: IndexedSeq[Int], requestedColumnDataTypes: IndexedSeq[DataType], schema: StructType): Iterator[InternalRow]

  17. final def cachedBatchesToRows(cachedBatches: Iterator[CachedBatch], requestedColumns: Array[String], schema: StructType): Iterator[InternalRow]

  18. def clone(): AnyRef

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  19. def columnIndicesAndDataTypes(requestedSchema: StructType, schema: StructType): (Seq[Int], Seq[DataType])

  20. def defaultStoreURL(sc: SparkContext): String

  21. final def eq(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  22. def equals(arg0: Any): Boolean

    Definition Classes
    AnyRef → Any
  23. def finalize(): Unit

    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  24. def getAllPoolProperties(url: String, driver: String, poolProps: Map[String, String], hikariCP: Boolean, isEmbedded: Boolean): Map[String, String]

  25. final def getClass(): Class[_]

    Definition Classes
    AnyRef → Any
  26. def getConnectionType(dialect: JdbcDialect): ConnectionType.Value

  27. def getConnector(id: String, connProperties: ConnectionProperties, forExecutor: Boolean): () ⇒ Connection

  28. def getDriver(url: String, dialect: JdbcDialect): String

  29. def getInsertString(table: String, userSchema: StructType): String

  30. def getInsertStringWithColumnName(table: String, rddSchema: StructType): String

  31. def getJDBCType(dialect: JdbcDialect, dataType: DataType): Int

  32. def getPutString(table: String, userSchema: StructType): String

  33. def getTotalPartitions(sc: SparkContext, parameters: Map[String, String], forManagedTable: Boolean, forColumnTable: Boolean = true, forSampleTable: Boolean = false): Int

  34. def hashCode(): Int

    Definition Classes
    AnyRef → Any
  35. final def isInstanceOf[T0]: Boolean

    Definition Classes
    Any
  36. def isShellOrLocalMode(sparkContext: SparkContext): Boolean

  37. final def ne(arg0: AnyRef): Boolean

    Definition Classes
    AnyRef
  38. final def notify(): Unit

    Definition Classes
    AnyRef
  39. final def notifyAll(): Unit

    Definition Classes
    AnyRef
  40. def pruneSchema(fieldMap: Map[String, StructField], columns: Array[String]): StructType

    Prune all but the specified columns from the specified Catalyst schema.

    Prune all but the specified columns from the specified Catalyst schema.

    fieldMap

    - The Catalyst column name to metadata of the master table

    columns

    - The list of desired columns

    returns

    A Catalyst schema corresponding to columns in the given order.

  41. def removeCachedObjects(sqlContext: SQLContext, table: String, registerDestroy: Boolean = false): Unit

  42. def removeInternalProps(parameters: Map[String, String]): String

  43. def removeSamplingOptions(parameters: Map[String, String]): Map[String, String]

  44. def setStatementParameters(stmt: PreparedStatement, row: ArrayBuffer[Any]): Unit

  45. final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes
    AnyRef
  46. def toString(): String

    Definition Classes
    AnyRef → Any
  47. def validateAndGetAllProps(sc: SparkContext, parameters: Map[String, String]): ConnectionProperties

  48. final def wait(): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  49. final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  50. final def wait(arg0: Long): Unit

    Definition Classes
    AnyRef
    Annotations
    @throws( ... )

Inherited from AnyRef

Inherited from Any

Ungrouped