o

io.treeverse.clients

LakeFSContext

object LakeFSContext

Linear Supertypes
AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. LakeFSContext
  2. AnyRef
  3. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. val COMMITS_LOCATION_KEY: String
  5. val DEFAULT_GC_UNCOMMITTED_MIN_AGE_SECONDS: Int
  6. val DEFAULT_LAKEFS_CONF_GC_NUM_ADDRESS_PARTITIONS: Int
  7. val DEFAULT_LAKEFS_CONF_GC_NUM_COMMIT_PARTITIONS: Int
  8. val DEFAULT_LAKEFS_CONF_GC_NUM_RANGE_PARTITIONS: Int
  9. val LAKEFS_CONF_API_ACCESS_KEY_KEY: String
  10. val LAKEFS_CONF_API_CONNECTION_TIMEOUT_SEC_KEY: String
  11. val LAKEFS_CONF_API_READ_TIMEOUT_SEC_KEY: String
  12. val LAKEFS_CONF_API_SECRET_KEY_KEY: String
  13. val LAKEFS_CONF_API_URL_KEY: String
  14. val LAKEFS_CONF_DEBUG_GC_MAX_COMMIT_EPOCH_SECONDS_KEY: String
  15. val LAKEFS_CONF_DEBUG_GC_MAX_COMMIT_ISO_DATETIME_KEY: String
  16. val LAKEFS_CONF_DEBUG_GC_NO_DELETE_KEY: String
  17. val LAKEFS_CONF_DEBUG_GC_REPRODUCE_RUN_ID_KEY: String
  18. val LAKEFS_CONF_DEBUG_GC_UNCOMMITTED_MIN_AGE_SECONDS_KEY: String
  19. val LAKEFS_CONF_GC_DO_MARK: String
  20. val LAKEFS_CONF_GC_DO_SWEEP: String
  21. val LAKEFS_CONF_GC_MARK_ID: String
  22. val LAKEFS_CONF_GC_NUM_ADDRESS_PARTITIONS: String
  23. val LAKEFS_CONF_GC_NUM_COMMIT_PARTITIONS: String
  24. val LAKEFS_CONF_GC_NUM_RANGE_PARTITIONS: String
  25. val LAKEFS_CONF_JOB_COMMIT_ID_KEY: String
  26. val LAKEFS_CONF_JOB_REPO_NAME_KEY: String
  27. val LAKEFS_CONF_JOB_SOURCE_NAME_KEY: String
  28. val LAKEFS_CONF_JOB_STORAGE_NAMESPACE_KEY: String
  29. val MARK_ID_KEY: String
  30. val RUN_ID_KEY: String
  31. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  32. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  33. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  34. def equals(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  35. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  36. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  37. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  38. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  39. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  40. def newDF(spark: SparkSession, params: LakeFSJobParams): DataFrame
  41. def newRDD(sc: SparkContext, params: LakeFSJobParams): RDD[(Array[Byte], WithIdentifier[Entry])]
  42. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  43. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  44. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  45. def toString(): String
    Definition Classes
    AnyRef → Any
  46. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  47. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  48. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()

Deprecated Value Members

  1. def newDF(spark: SparkSession, repoName: String, commitID: String = ""): DataFrame

    Returns all entries in all ranges of the given commit, as a DataFrame.

    Returns all entries in all ranges of the given commit, as a DataFrame. If no commit is given, returns all entries in all ranges of the entire repository. The same entry may be found in multiple ranges.

    Deprecated

    use LakeFSContext.newDF(SparkSession,LakeFSJobParams) instead.

  2. def newDF(spark: SparkSession, storageNamespace: String): DataFrame

    Returns all entries in all ranges found in this storage namespace.

    Returns all entries in all ranges found in this storage namespace. The same entry may be found in multiple ranges.

    The storage namespace is expected to be a URI accessible by Hadoop.

    Deprecated

    use LakeFSContext.newDF(SparkContext,LakeFSJobParams) instead.

  3. def newRDD(sc: SparkContext, repoName: String, commitID: String = ""): RDD[(Array[Byte], WithIdentifier[Entry])]

    Returns all entries in all ranges of the given commit, as an RDD.

    Returns all entries in all ranges of the given commit, as an RDD. If no commit is given, returns all entries in all ranges of the entire repository. The same entry may be found in multiple ranges.

    Deprecated

    use LakeFSContext.newRDD(SparkContext,LakeFSJobParams) instead.

Inherited from AnyRef

Inherited from Any

Ungrouped