Value Members

1.  final def !=(arg0: Any): Boolean

   Definition Classes

   AnyRef → Any

2.  final def ##(): Int

   Definition Classes

   AnyRef → Any

3.  final def ==(arg0: Any): Boolean

   Definition Classes

   AnyRef → Any

4.  final def asInstanceOf[T0]: T0

   Definition Classes

   Any

5.  def bulkRemove(readKeysDF: DataFrame, bulkSize: Int, bucket: String, region: String, numRetries: Int, snPrefix: String, hcValues: Broadcast[ConfMap]): Dataset[String]
6.  def clone(): AnyRef

   Attributes

   protected[lang]

   Definition Classes

   AnyRef

   Annotations

   @throws( ... ) @native()

7.  def configurationFromValues(v: Broadcast[ConfMap]): Configuration
8.  final def eq(arg0: AnyRef): Boolean

   Definition Classes

   AnyRef

9.  def equals(arg0: Any): Boolean

   Definition Classes

   AnyRef → Any

10.  def finalize(): Unit

    Attributes

    protected[lang]

    Definition Classes

    AnyRef

    Annotations

    @throws( classOf[java.lang.Throwable] )

11.  final def getClass(): Class[_]

    Definition Classes

    AnyRef → Any

    Annotations

    @native()

12.  def getCommitsDF(runID: String, commitDFLocation: String, spark: SparkSession): Dataset[Row]
13.  def getEntryTuples(rangeID: String, apiConf: APIConfigurations, repo: String, hcValues: Broadcast[ConfMap]): Set[(String, String, Boolean, Long)]
14.  def getExpiredAddresses(repo: String, runID: String, commitDFLocation: String, spark: SparkSession, apiConf: APIConfigurations, hcValues: Broadcast[ConfMap]): Dataset[Row]
15.  def getExpiredEntriesFromRanges(ranges: Dataset[Row], apiConf: APIConfigurations, repo: String, hcValues: Broadcast[ConfMap]): Dataset[Row]

    receives a dataframe containing active and expired ranges and returns entries contained only in expired ranges

    receives a dataframe containing active and expired ranges and returns entries contained only in expired ranges

    ranges

    dataframe of type rangeID:String | expired: Boolean

    returns

    dataframe of type key:String | address:String | relative:Boolean | last_modified:Long

16.  def getHadoopConfigurationValues(hc: Configuration, prefix: String): ConfMap
    returns

    a serializable summary of values in hc starting with prefix.

17.  def getRangeAddresses(rangeID: String, apiConf: APIConfigurations, repo: String, hcValues: Broadcast[ConfMap]): Seq[String]
18.  def getRangesDFFromCommits(commits: Dataset[Row], repo: String, apiConf: APIConfigurations, hcValues: Broadcast[ConfMap]): Dataset[Row]
19.  def hashCode(): Int

    Definition Classes

    AnyRef → Any

    Annotations

    @native()

20.  final def isInstanceOf[T0]: Boolean

    Definition Classes

    Any

21.  def leftAntiJoinAddresses(leftRangeIDs: Set[String], rightRangeIDs: Set[String], apiConf: APIConfigurations, repo: String, hcValues: Broadcast[ConfMap]): Set[(String, String, Boolean, Long)]
    returns

    tuples of type (key, address, isRelative, lastModified) for every address existing in leftRanges and not in rightRanges

22.  def main(args: Array[String]): Unit
23.  final def ne(arg0: AnyRef): Boolean

    Definition Classes

    AnyRef

24.  final def notify(): Unit

    Definition Classes

    AnyRef

    Annotations

    @native()

25.  final def notifyAll(): Unit

    Definition Classes

    AnyRef

    Annotations

    @native()

26.  def remove(storageNamespace: String, addressDFLocation: String, expiredAddresses: Dataset[Row], runID: String, region: String, hcValues: Broadcast[ConfMap]): DataFrame
27.  final def synchronized[T0](arg0: ⇒ T0): T0

    Definition Classes

    AnyRef

28.  def toString(): String

    Definition Classes

    AnyRef → Any

29.  final def wait(): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

30.  final def wait(arg0: Long, arg1: Int): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... )

31.  final def wait(arg0: Long): Unit

    Definition Classes

    AnyRef

    Annotations

    @throws( ... ) @native()