o

io.treeverse.clients

LakeFSContext

object LakeFSContext

Linear Supertypes
AnyRef, Any
Ordering
  1. Alphabetic
  2. By Inheritance
Inherited
  1. LakeFSContext
  2. AnyRef
  3. Any
  1. Hide All
  2. Show All
Visibility
  1. Public
  2. All

Value Members

  1. final def !=(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  2. final def ##(): Int
    Definition Classes
    AnyRef → Any
  3. final def ==(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  4. val COMMITS_LOCATION_KEY: String
  5. val DEFAULT_GC_UNCOMMITTED_MIN_AGE_SECONDS: Int
  6. val DEFAULT_LAKEFS_CONF_GC_APPROX_NUM_RANGES_PER_PARTITION: Double
  7. val DEFAULT_LAKEFS_CONF_GC_NUM_ADDRESS_PARTITIONS: Int
  8. val DEFAULT_LAKEFS_CONF_GC_NUM_COMMIT_PARTITIONS: Int
  9. val DEFAULT_LAKEFS_CONF_GC_NUM_RANGE_PARTITIONS: Int
  10. val DEFAULT_LAKEFS_CONF_GC_S3_MAX_BACKOFF_SECONDS: Int
  11. val DEFAULT_LAKEFS_CONF_GC_S3_MIN_BACKOFF_SECONDS: Int
  12. val LAKEFS_CONF_API_ACCESS_KEY_KEY: String
  13. val LAKEFS_CONF_API_CONNECTION_TIMEOUT_SEC_KEY: String
  14. val LAKEFS_CONF_API_READ_TIMEOUT_SEC_KEY: String
  15. val LAKEFS_CONF_API_SECRET_KEY_KEY: String
  16. val LAKEFS_CONF_API_URL_KEY: String
  17. val LAKEFS_CONF_DEBUG_GC_MAX_COMMIT_EPOCH_SECONDS_KEY: String
  18. val LAKEFS_CONF_DEBUG_GC_MAX_COMMIT_ISO_DATETIME_KEY: String
  19. val LAKEFS_CONF_DEBUG_GC_NO_DELETE_KEY: String
  20. val LAKEFS_CONF_DEBUG_GC_REPRODUCE_RUN_ID_KEY: String
  21. val LAKEFS_CONF_DEBUG_GC_SAMPLE_FRACTION: String
  22. val LAKEFS_CONF_DEBUG_GC_UNCOMMITTED_MIN_AGE_SECONDS_KEY: String
  23. val LAKEFS_CONF_GC_APPROX_NUM_RANGES_PER_PARTITION: String
  24. val LAKEFS_CONF_GC_DO_MARK: String
  25. val LAKEFS_CONF_GC_DO_SWEEP: String
  26. val LAKEFS_CONF_GC_MARK_ID: String
  27. val LAKEFS_CONF_GC_NUM_ADDRESS_PARTITIONS: String
  28. val LAKEFS_CONF_GC_NUM_COMMIT_PARTITIONS: String
  29. val LAKEFS_CONF_GC_NUM_RANGE_PARTITIONS: String
  30. val LAKEFS_CONF_GC_PREV_RUN_ID: String
  31. val LAKEFS_CONF_GC_S3_MAX_BACKOFF_SECONDS: String
  32. val LAKEFS_CONF_GC_S3_MIN_BACKOFF_SECONDS: String
  33. val LAKEFS_CONF_GC_WRITE_EXPIRED_AS_TEXT: String
  34. val LAKEFS_CONF_JOB_COMMIT_ID_KEY: String
  35. val LAKEFS_CONF_JOB_REPO_NAME_KEY: String
  36. val LAKEFS_CONF_JOB_SOURCE_NAME_KEY: String
  37. val LAKEFS_CONF_JOB_STORAGE_NAMESPACE_KEY: String
  38. val MARK_ID_KEY: String
  39. val RUN_ID_KEY: String
  40. final def asInstanceOf[T0]: T0
    Definition Classes
    Any
  41. def clone(): AnyRef
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()
  42. final def eq(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  43. def equals(arg0: Any): Boolean
    Definition Classes
    AnyRef → Any
  44. def finalize(): Unit
    Attributes
    protected[lang]
    Definition Classes
    AnyRef
    Annotations
    @throws( classOf[java.lang.Throwable] )
  45. final def getClass(): Class[_]
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  46. def hashCode(): Int
    Definition Classes
    AnyRef → Any
    Annotations
    @native()
  47. final def isInstanceOf[T0]: Boolean
    Definition Classes
    Any
  48. final def ne(arg0: AnyRef): Boolean
    Definition Classes
    AnyRef
  49. def newDF(spark: SparkSession, params: LakeFSJobParams): DataFrame
  50. def newRDD(sc: SparkContext, params: LakeFSJobParams): RDD[(Array[Byte], WithIdentifier[Entry])]
  51. final def notify(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  52. final def notifyAll(): Unit
    Definition Classes
    AnyRef
    Annotations
    @native()
  53. final def synchronized[T0](arg0: ⇒ T0): T0
    Definition Classes
    AnyRef
  54. def toString(): String
    Definition Classes
    AnyRef → Any
  55. final def wait(): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  56. final def wait(arg0: Long, arg1: Int): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... )
  57. final def wait(arg0: Long): Unit
    Definition Classes
    AnyRef
    Annotations
    @throws( ... ) @native()

Deprecated Value Members

  1. def newDF(spark: SparkSession, repoName: String, commitID: String = ""): DataFrame

    Returns all entries in all ranges of the given commit, as a DataFrame.

    Returns all entries in all ranges of the given commit, as a DataFrame. If no commit is given, returns all entries in all ranges of the entire repository. The same entry may be found in multiple ranges.

    Deprecated

    use LakeFSContext.newDF(SparkSession,LakeFSJobParams) instead.

  2. def newDF(spark: SparkSession, storageNamespace: String): DataFrame

    Returns all entries in all ranges found in this storage namespace.

    Returns all entries in all ranges found in this storage namespace. The same entry may be found in multiple ranges.

    The storage namespace is expected to be a URI accessible by Hadoop.

    Deprecated

    use LakeFSContext.newDF(SparkContext,LakeFSJobParams) instead.

  3. def newRDD(sc: SparkContext, repoName: String, commitID: String = ""): RDD[(Array[Byte], WithIdentifier[Entry])]

    Returns all entries in all ranges of the given commit, as an RDD.

    Returns all entries in all ranges of the given commit, as an RDD. If no commit is given, returns all entries in all ranges of the entire repository. The same entry may be found in multiple ranges.

    Deprecated

    use LakeFSContext.newRDD(SparkContext,LakeFSJobParams) instead.

Inherited from AnyRef

Inherited from Any

Ungrouped