Package feast.proto.core

Interface RunnerProto.DataflowRunnerConfigOptionsOrBuilder

    • Method Detail

      • getProject

        String getProject()
         Project id to use when launching jobs.
        string project = 1;
        Returns:
        The project.

      • getProjectBytes

        com.google.protobuf.ByteString getProjectBytes()
         Project id to use when launching jobs.
        string project = 1;
        Returns:
        The bytes for project.

      • getRegion

        String getRegion()
         The Google Compute Engine region for creating Dataflow jobs.
        string region = 2;
        Returns:
        The region.

      • getRegionBytes

        com.google.protobuf.ByteString getRegionBytes()
         The Google Compute Engine region for creating Dataflow jobs.
        string region = 2;
        Returns:
        The bytes for region.

      • getWorkerZone

        String getWorkerZone()
         GCP availability zone for operations.
        string workerZone = 3;
        Returns:
        The workerZone.

      • getWorkerZoneBytes

        com.google.protobuf.ByteString getWorkerZoneBytes()
         GCP availability zone for operations.
        string workerZone = 3;
        Returns:
        The bytes for workerZone.

      • getServiceAccount

        String getServiceAccount()
         Run the job as a specific service account, instead of the default GCE robot.
        string serviceAccount = 4;
        Returns:
        The serviceAccount.

      • getServiceAccountBytes

        com.google.protobuf.ByteString getServiceAccountBytes()
         Run the job as a specific service account, instead of the default GCE robot.
        string serviceAccount = 4;
        Returns:
        The bytes for serviceAccount.

      • getNetwork

        String getNetwork()
         GCE network for launching workers.
        string network = 5;
        Returns:
        The network.

      • getNetworkBytes

        com.google.protobuf.ByteString getNetworkBytes()
         GCE network for launching workers.
        string network = 5;
        Returns:
        The bytes for network.

      • getSubnetwork

        String getSubnetwork()
         GCE subnetwork for launching workers. e.g. regions/asia-east1/subnetworks/mysubnetwork
        string subnetwork = 6;
        Returns:
        The subnetwork.

      • getSubnetworkBytes

        com.google.protobuf.ByteString getSubnetworkBytes()
         GCE subnetwork for launching workers. e.g. regions/asia-east1/subnetworks/mysubnetwork
        string subnetwork = 6;
        Returns:
        The bytes for subnetwork.

      • getWorkerMachineType

        String getWorkerMachineType()
          Machine type to create Dataflow worker VMs as.
        string workerMachineType = 7;
        Returns:
        The workerMachineType.

      • getWorkerMachineTypeBytes

        com.google.protobuf.ByteString getWorkerMachineTypeBytes()
          Machine type to create Dataflow worker VMs as.
        string workerMachineType = 7;
        Returns:
        The bytes for workerMachineType.

      • getAutoscalingAlgorithm

        String getAutoscalingAlgorithm()
         The autoscaling algorithm to use for the workerpool.
        string autoscalingAlgorithm = 8;
        Returns:
        The autoscalingAlgorithm.

      • getAutoscalingAlgorithmBytes

        com.google.protobuf.ByteString getAutoscalingAlgorithmBytes()
         The autoscaling algorithm to use for the workerpool.
        string autoscalingAlgorithm = 8;
        Returns:
        The bytes for autoscalingAlgorithm.

      • getUsePublicIps

        boolean getUsePublicIps()
         Specifies whether worker pools should be started with public IP addresses.
        bool usePublicIps = 9;
        Returns:
        The usePublicIps.

      • getTempLocation

        String getTempLocation()
         A pipeline level default location for storing temporary files.  Support Google Cloud Storage locations,
 e.g. gs://bucket/object
        string tempLocation = 10;
        Returns:
        The tempLocation.

      • getTempLocationBytes

        com.google.protobuf.ByteString getTempLocationBytes()
         A pipeline level default location for storing temporary files.  Support Google Cloud Storage locations,
 e.g. gs://bucket/object
        string tempLocation = 10;
        Returns:
        The bytes for tempLocation.

      • getMaxNumWorkers

        int getMaxNumWorkers()
         The maximum number of workers to use for the workerpool.
        int32 maxNumWorkers = 11;
        Returns:
        The maxNumWorkers.

      • getDeadLetterTableSpec

        String getDeadLetterTableSpec()
         BigQuery table specification, e.g. PROJECT_ID:DATASET_ID.PROJECT_ID
        string deadLetterTableSpec = 12;
        Returns:
        The deadLetterTableSpec.

      • getDeadLetterTableSpecBytes

        com.google.protobuf.ByteString getDeadLetterTableSpecBytes()
         BigQuery table specification, e.g. PROJECT_ID:DATASET_ID.PROJECT_ID
        string deadLetterTableSpec = 12;
        Returns:
        The bytes for deadLetterTableSpec.

      • getLabelsCount

        int getLabelsCount()
         Labels to apply to the dataflow job
        map<string, string> labels = 13;

      • containsLabels

        boolean containsLabels​(String key)
         Labels to apply to the dataflow job
        map<string, string> labels = 13;

      • getLabelsMap

        Map<String,​String> getLabelsMap()
         Labels to apply to the dataflow job
        map<string, string> labels = 13;

      • getLabelsOrDefault

        String getLabelsOrDefault​(String key,
                          String defaultValue)
         Labels to apply to the dataflow job
        map<string, string> labels = 13;

      • getLabelsOrThrow

        String getLabelsOrThrow​(String key)
         Labels to apply to the dataflow job
        map<string, string> labels = 13;

      • getDiskSizeGb

        int getDiskSizeGb()
         Disk size to use on each remote Compute Engine worker instance
        int32 diskSizeGb = 14;
        Returns:
        The diskSizeGb.

      • getEnableStreamingEngine

        boolean getEnableStreamingEngine()
         Run job on Dataflow Streaming Engine instead of creating worker VMs
        bool enableStreamingEngine = 15;
        Returns:
        The enableStreamingEngine.

      • getWorkerDiskType

        String getWorkerDiskType()
         Type of persistent disk to be used by workers
        string workerDiskType = 16;
        Returns:
        The workerDiskType.

      • getWorkerDiskTypeBytes

        com.google.protobuf.ByteString getWorkerDiskTypeBytes()
         Type of persistent disk to be used by workers
        string workerDiskType = 16;
        Returns:
        The bytes for workerDiskType.

      • getKafkaConsumerPropertiesCount

        int getKafkaConsumerPropertiesCount()
         Kafka consumer configuration properties
        map<string, string> kafkaConsumerProperties = 17;

      • containsKafkaConsumerProperties

        boolean containsKafkaConsumerProperties​(String key)
         Kafka consumer configuration properties
        map<string, string> kafkaConsumerProperties = 17;

      • getKafkaConsumerPropertiesMap

        Map<String,​String> getKafkaConsumerPropertiesMap()
         Kafka consumer configuration properties
        map<string, string> kafkaConsumerProperties = 17;

      • getKafkaConsumerPropertiesOrDefault

        String getKafkaConsumerPropertiesOrDefault​(String key,
                                           String defaultValue)
         Kafka consumer configuration properties
        map<string, string> kafkaConsumerProperties = 17;

      • getKafkaConsumerPropertiesOrThrow

        String getKafkaConsumerPropertiesOrThrow​(String key)
         Kafka consumer configuration properties
        map<string, string> kafkaConsumerProperties = 17;