Package inference

Class ModelConfigOuterClass.ModelDynamicBatching.Builder

java.lang.Object
com.google.protobuf.AbstractMessageLite.Builder
com.google.protobuf.AbstractMessage.Builder<ModelConfigOuterClass.ModelDynamicBatching.Builder>
com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelDynamicBatching.Builder>
inference.ModelConfigOuterClass.ModelDynamicBatching.Builder
All Implemented Interfaces:
com.google.protobuf.Message.Builder, com.google.protobuf.MessageLite.Builder, com.google.protobuf.MessageLiteOrBuilder, com.google.protobuf.MessageOrBuilder, ModelConfigOuterClass.ModelDynamicBatchingOrBuilder, Cloneable
Enclosing class:
ModelConfigOuterClass.ModelDynamicBatching
public static final class ModelConfigOuterClass.ModelDynamicBatching.Builder extends com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelDynamicBatching.Builder> implements ModelConfigOuterClass.ModelDynamicBatchingOrBuilder
@@
@@.. cpp:var:: message ModelDynamicBatching
@@
@@   Dynamic batching configuration. These settings control how dynamic
@@   batching operates for the model.
@@
Protobuf type inference.ModelDynamicBatching

  • Method Details

    • getDescriptor

      public static final com.google.protobuf.Descriptors.Descriptor getDescriptor()

    • internalGetMapFieldReflection

      protected com.google.protobuf.MapFieldReflectionAccessor internalGetMapFieldReflection(int number)
      Overrides:
      internalGetMapFieldReflection in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelDynamicBatching.Builder>

    • internalGetMutableMapFieldReflection

      protected com.google.protobuf.MapFieldReflectionAccessor internalGetMutableMapFieldReflection(int number)
      Overrides:
      internalGetMutableMapFieldReflection in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelDynamicBatching.Builder>

    • internalGetFieldAccessorTable

      protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable internalGetFieldAccessorTable()
      Specified by:
      internalGetFieldAccessorTable in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelDynamicBatching.Builder>

    • clear

      public ModelConfigOuterClass.ModelDynamicBatching.Builder clear()
      Specified by:
      clear in interface com.google.protobuf.Message.Builder
      Specified by:
      clear in interface com.google.protobuf.MessageLite.Builder
      Overrides:
      clear in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelDynamicBatching.Builder>

    • getDescriptorForType

      public com.google.protobuf.Descriptors.Descriptor getDescriptorForType()
      Specified by:
      getDescriptorForType in interface com.google.protobuf.Message.Builder
      Specified by:
      getDescriptorForType in interface com.google.protobuf.MessageOrBuilder
      Overrides:
      getDescriptorForType in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelDynamicBatching.Builder>

    • getDefaultInstanceForType

      public ModelConfigOuterClass.ModelDynamicBatching getDefaultInstanceForType()
      Specified by:
      getDefaultInstanceForType in interface com.google.protobuf.MessageLiteOrBuilder
      Specified by:
      getDefaultInstanceForType in interface com.google.protobuf.MessageOrBuilder

    • build

      public ModelConfigOuterClass.ModelDynamicBatching build()
      Specified by:
      build in interface com.google.protobuf.Message.Builder
      Specified by:
      build in interface com.google.protobuf.MessageLite.Builder

    • buildPartial

      public ModelConfigOuterClass.ModelDynamicBatching buildPartial()
      Specified by:
      buildPartial in interface com.google.protobuf.Message.Builder
      Specified by:
      buildPartial in interface com.google.protobuf.MessageLite.Builder

    • clone

      public ModelConfigOuterClass.ModelDynamicBatching.Builder clone()
      Specified by:
      clone in interface com.google.protobuf.Message.Builder
      Specified by:
      clone in interface com.google.protobuf.MessageLite.Builder
      Overrides:
      clone in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelDynamicBatching.Builder>

    • setField

      public ModelConfigOuterClass.ModelDynamicBatching.Builder setField(com.google.protobuf.Descriptors.FieldDescriptor field, Object value)
      Specified by:
      setField in interface com.google.protobuf.Message.Builder
      Overrides:
      setField in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelDynamicBatching.Builder>

    • clearField

      public ModelConfigOuterClass.ModelDynamicBatching.Builder clearField(com.google.protobuf.Descriptors.FieldDescriptor field)
      Specified by:
      clearField in interface com.google.protobuf.Message.Builder
      Overrides:
      clearField in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelDynamicBatching.Builder>

    • clearOneof

      public ModelConfigOuterClass.ModelDynamicBatching.Builder clearOneof(com.google.protobuf.Descriptors.OneofDescriptor oneof)
      Specified by:
      clearOneof in interface com.google.protobuf.Message.Builder
      Overrides:
      clearOneof in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelDynamicBatching.Builder>

    • setRepeatedField

      public ModelConfigOuterClass.ModelDynamicBatching.Builder setRepeatedField(com.google.protobuf.Descriptors.FieldDescriptor field, int index, Object value)
      Specified by:
      setRepeatedField in interface com.google.protobuf.Message.Builder
      Overrides:
      setRepeatedField in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelDynamicBatching.Builder>

    • addRepeatedField

      public ModelConfigOuterClass.ModelDynamicBatching.Builder addRepeatedField(com.google.protobuf.Descriptors.FieldDescriptor field, Object value)
      Specified by:
      addRepeatedField in interface com.google.protobuf.Message.Builder
      Overrides:
      addRepeatedField in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelDynamicBatching.Builder>

    • mergeFrom

      public ModelConfigOuterClass.ModelDynamicBatching.Builder mergeFrom(com.google.protobuf.Message other)
      Specified by:
      mergeFrom in interface com.google.protobuf.Message.Builder
      Overrides:
      mergeFrom in class com.google.protobuf.AbstractMessage.Builder<ModelConfigOuterClass.ModelDynamicBatching.Builder>

    • mergeFrom

      public ModelConfigOuterClass.ModelDynamicBatching.Builder mergeFrom(ModelConfigOuterClass.ModelDynamicBatching other)

    • isInitialized

      public final boolean isInitialized()
      Specified by:
      isInitialized in interface com.google.protobuf.MessageLiteOrBuilder
      Overrides:
      isInitialized in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelDynamicBatching.Builder>

    • mergeFrom

      public ModelConfigOuterClass.ModelDynamicBatching.Builder mergeFrom(com.google.protobuf.CodedInputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws IOException
      Specified by:
      mergeFrom in interface com.google.protobuf.Message.Builder
      Specified by:
      mergeFrom in interface com.google.protobuf.MessageLite.Builder
      Overrides:
      mergeFrom in class com.google.protobuf.AbstractMessage.Builder<ModelConfigOuterClass.ModelDynamicBatching.Builder>
      Throws:
      IOException

    • getPreferredBatchSizeList

      public List<Integer> getPreferredBatchSizeList()
      @@  .. cpp:var:: int32 preferred_batch_size (repeated)
@@
@@     Preferred batch sizes for dynamic batching. If a batch of one of
@@     these sizes can be formed it will be executed immediately.  If
@@     not specified a preferred batch size will be chosen automatically
@@     based on model and GPU characteristics.
@@
      repeated int32 preferred_batch_size = 1;
      Specified by:
      getPreferredBatchSizeList in interface ModelConfigOuterClass.ModelDynamicBatchingOrBuilder
      Returns:
      A list containing the preferredBatchSize.

    • getPreferredBatchSizeCount

      public int getPreferredBatchSizeCount()
      @@  .. cpp:var:: int32 preferred_batch_size (repeated)
@@
@@     Preferred batch sizes for dynamic batching. If a batch of one of
@@     these sizes can be formed it will be executed immediately.  If
@@     not specified a preferred batch size will be chosen automatically
@@     based on model and GPU characteristics.
@@
      repeated int32 preferred_batch_size = 1;
      Specified by:
      getPreferredBatchSizeCount in interface ModelConfigOuterClass.ModelDynamicBatchingOrBuilder
      Returns:
      The count of preferredBatchSize.

    • getPreferredBatchSize

      public int getPreferredBatchSize(int index)
      @@  .. cpp:var:: int32 preferred_batch_size (repeated)
@@
@@     Preferred batch sizes for dynamic batching. If a batch of one of
@@     these sizes can be formed it will be executed immediately.  If
@@     not specified a preferred batch size will be chosen automatically
@@     based on model and GPU characteristics.
@@
      repeated int32 preferred_batch_size = 1;
      Specified by:
      getPreferredBatchSize in interface ModelConfigOuterClass.ModelDynamicBatchingOrBuilder
      Parameters:
      index - The index of the element to return.
      Returns:
      The preferredBatchSize at the given index.

    • setPreferredBatchSize

      public ModelConfigOuterClass.ModelDynamicBatching.Builder setPreferredBatchSize(int index, int value)
      @@  .. cpp:var:: int32 preferred_batch_size (repeated)
@@
@@     Preferred batch sizes for dynamic batching. If a batch of one of
@@     these sizes can be formed it will be executed immediately.  If
@@     not specified a preferred batch size will be chosen automatically
@@     based on model and GPU characteristics.
@@
      repeated int32 preferred_batch_size = 1;
      Parameters:
      index - The index to set the value at.
      value - The preferredBatchSize to set.
      Returns:
      This builder for chaining.

    • addPreferredBatchSize

      public ModelConfigOuterClass.ModelDynamicBatching.Builder addPreferredBatchSize(int value)
      @@  .. cpp:var:: int32 preferred_batch_size (repeated)
@@
@@     Preferred batch sizes for dynamic batching. If a batch of one of
@@     these sizes can be formed it will be executed immediately.  If
@@     not specified a preferred batch size will be chosen automatically
@@     based on model and GPU characteristics.
@@
      repeated int32 preferred_batch_size = 1;
      Parameters:
      value - The preferredBatchSize to add.
      Returns:
      This builder for chaining.

    • addAllPreferredBatchSize

      public ModelConfigOuterClass.ModelDynamicBatching.Builder addAllPreferredBatchSize(Iterable<? extends Integer> values)
      @@  .. cpp:var:: int32 preferred_batch_size (repeated)
@@
@@     Preferred batch sizes for dynamic batching. If a batch of one of
@@     these sizes can be formed it will be executed immediately.  If
@@     not specified a preferred batch size will be chosen automatically
@@     based on model and GPU characteristics.
@@
      repeated int32 preferred_batch_size = 1;
      Parameters:
      values - The preferredBatchSize to add.
      Returns:
      This builder for chaining.

    • clearPreferredBatchSize

      public ModelConfigOuterClass.ModelDynamicBatching.Builder clearPreferredBatchSize()
      @@  .. cpp:var:: int32 preferred_batch_size (repeated)
@@
@@     Preferred batch sizes for dynamic batching. If a batch of one of
@@     these sizes can be formed it will be executed immediately.  If
@@     not specified a preferred batch size will be chosen automatically
@@     based on model and GPU characteristics.
@@
      repeated int32 preferred_batch_size = 1;
      Returns:
      This builder for chaining.

    • getMaxQueueDelayMicroseconds

      public long getMaxQueueDelayMicroseconds()
      @@  .. cpp:var:: uint64 max_queue_delay_microseconds
@@
@@     The maximum time, in microseconds, a request will be delayed in
@@     the scheduling queue to wait for additional requests for
@@     batching. Default is 0.
@@
      uint64 max_queue_delay_microseconds = 2;
      Specified by:
      getMaxQueueDelayMicroseconds in interface ModelConfigOuterClass.ModelDynamicBatchingOrBuilder
      Returns:
      The maxQueueDelayMicroseconds.

    • setMaxQueueDelayMicroseconds

      public ModelConfigOuterClass.ModelDynamicBatching.Builder setMaxQueueDelayMicroseconds(long value)
      @@  .. cpp:var:: uint64 max_queue_delay_microseconds
@@
@@     The maximum time, in microseconds, a request will be delayed in
@@     the scheduling queue to wait for additional requests for
@@     batching. Default is 0.
@@
      uint64 max_queue_delay_microseconds = 2;
      Parameters:
      value - The maxQueueDelayMicroseconds to set.
      Returns:
      This builder for chaining.

    • clearMaxQueueDelayMicroseconds

      public ModelConfigOuterClass.ModelDynamicBatching.Builder clearMaxQueueDelayMicroseconds()
      @@  .. cpp:var:: uint64 max_queue_delay_microseconds
@@
@@     The maximum time, in microseconds, a request will be delayed in
@@     the scheduling queue to wait for additional requests for
@@     batching. Default is 0.
@@
      uint64 max_queue_delay_microseconds = 2;
      Returns:
      This builder for chaining.

    • getPreserveOrdering

      public boolean getPreserveOrdering()
      @@  .. cpp:var:: bool preserve_ordering
@@
@@     Should the dynamic batcher preserve the ordering of responses to
@@     match the order of requests received by the scheduler. Default is
@@     false. If true, the responses will be returned in the same order as
@@     the order of requests sent to the scheduler. If false, the responses
@@     may be returned in arbitrary order. This option is specifically
@@     needed when a sequence of related inference requests (i.e. inference
@@     requests with the same correlation ID) are sent to the dynamic
@@     batcher to ensure that the sequence responses are in the correct
@@     order.
@@
      bool preserve_ordering = 3;
      Specified by:
      getPreserveOrdering in interface ModelConfigOuterClass.ModelDynamicBatchingOrBuilder
      Returns:
      The preserveOrdering.

    • setPreserveOrdering

      public ModelConfigOuterClass.ModelDynamicBatching.Builder setPreserveOrdering(boolean value)
      @@  .. cpp:var:: bool preserve_ordering
@@
@@     Should the dynamic batcher preserve the ordering of responses to
@@     match the order of requests received by the scheduler. Default is
@@     false. If true, the responses will be returned in the same order as
@@     the order of requests sent to the scheduler. If false, the responses
@@     may be returned in arbitrary order. This option is specifically
@@     needed when a sequence of related inference requests (i.e. inference
@@     requests with the same correlation ID) are sent to the dynamic
@@     batcher to ensure that the sequence responses are in the correct
@@     order.
@@
      bool preserve_ordering = 3;
      Parameters:
      value - The preserveOrdering to set.
      Returns:
      This builder for chaining.

    • clearPreserveOrdering

      public ModelConfigOuterClass.ModelDynamicBatching.Builder clearPreserveOrdering()
      @@  .. cpp:var:: bool preserve_ordering
@@
@@     Should the dynamic batcher preserve the ordering of responses to
@@     match the order of requests received by the scheduler. Default is
@@     false. If true, the responses will be returned in the same order as
@@     the order of requests sent to the scheduler. If false, the responses
@@     may be returned in arbitrary order. This option is specifically
@@     needed when a sequence of related inference requests (i.e. inference
@@     requests with the same correlation ID) are sent to the dynamic
@@     batcher to ensure that the sequence responses are in the correct
@@     order.
@@
      bool preserve_ordering = 3;
      Returns:
      This builder for chaining.

    • getPriorityLevels

      public long getPriorityLevels()
      @@  .. cpp:var:: uint64 priority_levels
@@
@@     The number of priority levels to be enabled for the model,
@@     the priority level starts from 1 and 1 is the highest priority.
@@     Requests are handled in priority order with all priority 1 requests
@@     processed before priority 2, all priority 2 requests processed before
@@     priority 3, etc. Requests with the same priority level will be
@@     handled in the order that they are received.
@@
      uint64 priority_levels = 4;
      Specified by:
      getPriorityLevels in interface ModelConfigOuterClass.ModelDynamicBatchingOrBuilder
      Returns:
      The priorityLevels.

    • setPriorityLevels

      public ModelConfigOuterClass.ModelDynamicBatching.Builder setPriorityLevels(long value)
      @@  .. cpp:var:: uint64 priority_levels
@@
@@     The number of priority levels to be enabled for the model,
@@     the priority level starts from 1 and 1 is the highest priority.
@@     Requests are handled in priority order with all priority 1 requests
@@     processed before priority 2, all priority 2 requests processed before
@@     priority 3, etc. Requests with the same priority level will be
@@     handled in the order that they are received.
@@
      uint64 priority_levels = 4;
      Parameters:
      value - The priorityLevels to set.
      Returns:
      This builder for chaining.

    • clearPriorityLevels

      public ModelConfigOuterClass.ModelDynamicBatching.Builder clearPriorityLevels()
      @@  .. cpp:var:: uint64 priority_levels
@@
@@     The number of priority levels to be enabled for the model,
@@     the priority level starts from 1 and 1 is the highest priority.
@@     Requests are handled in priority order with all priority 1 requests
@@     processed before priority 2, all priority 2 requests processed before
@@     priority 3, etc. Requests with the same priority level will be
@@     handled in the order that they are received.
@@
      uint64 priority_levels = 4;
      Returns:
      This builder for chaining.

    • getDefaultPriorityLevel

      public long getDefaultPriorityLevel()
      @@  .. cpp:var:: uint64 default_priority_level
@@
@@     The priority level used for requests that don't specify their
@@     priority. The value must be in the range [ 1, 'priority_levels' ].
@@
      uint64 default_priority_level = 5;
      Specified by:
      getDefaultPriorityLevel in interface ModelConfigOuterClass.ModelDynamicBatchingOrBuilder
      Returns:
      The defaultPriorityLevel.

    • setDefaultPriorityLevel

      public ModelConfigOuterClass.ModelDynamicBatching.Builder setDefaultPriorityLevel(long value)
      @@  .. cpp:var:: uint64 default_priority_level
@@
@@     The priority level used for requests that don't specify their
@@     priority. The value must be in the range [ 1, 'priority_levels' ].
@@
      uint64 default_priority_level = 5;
      Parameters:
      value - The defaultPriorityLevel to set.
      Returns:
      This builder for chaining.

    • clearDefaultPriorityLevel

      public ModelConfigOuterClass.ModelDynamicBatching.Builder clearDefaultPriorityLevel()
      @@  .. cpp:var:: uint64 default_priority_level
@@
@@     The priority level used for requests that don't specify their
@@     priority. The value must be in the range [ 1, 'priority_levels' ].
@@
      uint64 default_priority_level = 5;
      Returns:
      This builder for chaining.

    • hasDefaultQueuePolicy

      public boolean hasDefaultQueuePolicy()
      @@  .. cpp:var:: ModelQueuePolicy default_queue_policy
@@
@@     The default queue policy used for requests that don't require
@@     priority handling and requests that specify priority levels where
@@     there is no specific policy given. If not specified, a policy with
@@     default field values will be used.
@@
      .inference.ModelQueuePolicy default_queue_policy = 6;
      Specified by:
      hasDefaultQueuePolicy in interface ModelConfigOuterClass.ModelDynamicBatchingOrBuilder
      Returns:
      Whether the defaultQueuePolicy field is set.

    • getDefaultQueuePolicy

      public ModelConfigOuterClass.ModelQueuePolicy getDefaultQueuePolicy()
      @@  .. cpp:var:: ModelQueuePolicy default_queue_policy
@@
@@     The default queue policy used for requests that don't require
@@     priority handling and requests that specify priority levels where
@@     there is no specific policy given. If not specified, a policy with
@@     default field values will be used.
@@
      .inference.ModelQueuePolicy default_queue_policy = 6;
      Specified by:
      getDefaultQueuePolicy in interface ModelConfigOuterClass.ModelDynamicBatchingOrBuilder
      Returns:
      The defaultQueuePolicy.

    • setDefaultQueuePolicy

      public ModelConfigOuterClass.ModelDynamicBatching.Builder setDefaultQueuePolicy(ModelConfigOuterClass.ModelQueuePolicy value)
      @@  .. cpp:var:: ModelQueuePolicy default_queue_policy
@@
@@     The default queue policy used for requests that don't require
@@     priority handling and requests that specify priority levels where
@@     there is no specific policy given. If not specified, a policy with
@@     default field values will be used.
@@
      .inference.ModelQueuePolicy default_queue_policy = 6;

    • setDefaultQueuePolicy

      public ModelConfigOuterClass.ModelDynamicBatching.Builder setDefaultQueuePolicy(ModelConfigOuterClass.ModelQueuePolicy.Builder builderForValue)
      @@  .. cpp:var:: ModelQueuePolicy default_queue_policy
@@
@@     The default queue policy used for requests that don't require
@@     priority handling and requests that specify priority levels where
@@     there is no specific policy given. If not specified, a policy with
@@     default field values will be used.
@@
      .inference.ModelQueuePolicy default_queue_policy = 6;

    • mergeDefaultQueuePolicy

      public ModelConfigOuterClass.ModelDynamicBatching.Builder mergeDefaultQueuePolicy(ModelConfigOuterClass.ModelQueuePolicy value)
      @@  .. cpp:var:: ModelQueuePolicy default_queue_policy
@@
@@     The default queue policy used for requests that don't require
@@     priority handling and requests that specify priority levels where
@@     there is no specific policy given. If not specified, a policy with
@@     default field values will be used.
@@
      .inference.ModelQueuePolicy default_queue_policy = 6;

    • clearDefaultQueuePolicy

      public ModelConfigOuterClass.ModelDynamicBatching.Builder clearDefaultQueuePolicy()
      @@  .. cpp:var:: ModelQueuePolicy default_queue_policy
@@
@@     The default queue policy used for requests that don't require
@@     priority handling and requests that specify priority levels where
@@     there is no specific policy given. If not specified, a policy with
@@     default field values will be used.
@@
      .inference.ModelQueuePolicy default_queue_policy = 6;

    • getDefaultQueuePolicyBuilder

      public ModelConfigOuterClass.ModelQueuePolicy.Builder getDefaultQueuePolicyBuilder()
      @@  .. cpp:var:: ModelQueuePolicy default_queue_policy
@@
@@     The default queue policy used for requests that don't require
@@     priority handling and requests that specify priority levels where
@@     there is no specific policy given. If not specified, a policy with
@@     default field values will be used.
@@
      .inference.ModelQueuePolicy default_queue_policy = 6;

    • getDefaultQueuePolicyOrBuilder

      public ModelConfigOuterClass.ModelQueuePolicyOrBuilder getDefaultQueuePolicyOrBuilder()
      @@  .. cpp:var:: ModelQueuePolicy default_queue_policy
@@
@@     The default queue policy used for requests that don't require
@@     priority handling and requests that specify priority levels where
@@     there is no specific policy given. If not specified, a policy with
@@     default field values will be used.
@@
      .inference.ModelQueuePolicy default_queue_policy = 6;
      Specified by:
      getDefaultQueuePolicyOrBuilder in interface ModelConfigOuterClass.ModelDynamicBatchingOrBuilder

    • getPriorityQueuePolicyCount

      public int getPriorityQueuePolicyCount()
      Description copied from interface: ModelConfigOuterClass.ModelDynamicBatchingOrBuilder
      @@  .. cpp:var:: map<uint64, ModelQueuePolicy> priority_queue_policy
@@
@@     Specify the queue policy for the priority level. The default queue
@@     policy will be used if a priority level doesn't specify a queue
@@     policy.
@@
      map<uint64, .inference.ModelQueuePolicy> priority_queue_policy = 7;
      Specified by:
      getPriorityQueuePolicyCount in interface ModelConfigOuterClass.ModelDynamicBatchingOrBuilder

    • containsPriorityQueuePolicy

      public boolean containsPriorityQueuePolicy(long key)
      @@  .. cpp:var:: map<uint64, ModelQueuePolicy> priority_queue_policy
@@
@@     Specify the queue policy for the priority level. The default queue
@@     policy will be used if a priority level doesn't specify a queue
@@     policy.
@@
      map<uint64, .inference.ModelQueuePolicy> priority_queue_policy = 7;
      Specified by:
      containsPriorityQueuePolicy in interface ModelConfigOuterClass.ModelDynamicBatchingOrBuilder

    • getPriorityQueuePolicy

      @Deprecated public Map<Long,ModelConfigOuterClass.ModelQueuePolicy> getPriorityQueuePolicy()
      Deprecated.
      Use getPriorityQueuePolicyMap() instead.
      Specified by:
      getPriorityQueuePolicy in interface ModelConfigOuterClass.ModelDynamicBatchingOrBuilder

    • getPriorityQueuePolicyMap

      public Map<Long,ModelConfigOuterClass.ModelQueuePolicy> getPriorityQueuePolicyMap()
      @@  .. cpp:var:: map<uint64, ModelQueuePolicy> priority_queue_policy
@@
@@     Specify the queue policy for the priority level. The default queue
@@     policy will be used if a priority level doesn't specify a queue
@@     policy.
@@
      map<uint64, .inference.ModelQueuePolicy> priority_queue_policy = 7;
      Specified by:
      getPriorityQueuePolicyMap in interface ModelConfigOuterClass.ModelDynamicBatchingOrBuilder

    • getPriorityQueuePolicyOrDefault

      public ModelConfigOuterClass.ModelQueuePolicy getPriorityQueuePolicyOrDefault(long key, ModelConfigOuterClass.ModelQueuePolicy defaultValue)
      @@  .. cpp:var:: map<uint64, ModelQueuePolicy> priority_queue_policy
@@
@@     Specify the queue policy for the priority level. The default queue
@@     policy will be used if a priority level doesn't specify a queue
@@     policy.
@@
      map<uint64, .inference.ModelQueuePolicy> priority_queue_policy = 7;
      Specified by:
      getPriorityQueuePolicyOrDefault in interface ModelConfigOuterClass.ModelDynamicBatchingOrBuilder

    • getPriorityQueuePolicyOrThrow

      public ModelConfigOuterClass.ModelQueuePolicy getPriorityQueuePolicyOrThrow(long key)
      @@  .. cpp:var:: map<uint64, ModelQueuePolicy> priority_queue_policy
@@
@@     Specify the queue policy for the priority level. The default queue
@@     policy will be used if a priority level doesn't specify a queue
@@     policy.
@@
      map<uint64, .inference.ModelQueuePolicy> priority_queue_policy = 7;
      Specified by:
      getPriorityQueuePolicyOrThrow in interface ModelConfigOuterClass.ModelDynamicBatchingOrBuilder

    • clearPriorityQueuePolicy

      public ModelConfigOuterClass.ModelDynamicBatching.Builder clearPriorityQueuePolicy()

    • removePriorityQueuePolicy

      public ModelConfigOuterClass.ModelDynamicBatching.Builder removePriorityQueuePolicy(long key)
      @@  .. cpp:var:: map<uint64, ModelQueuePolicy> priority_queue_policy
@@
@@     Specify the queue policy for the priority level. The default queue
@@     policy will be used if a priority level doesn't specify a queue
@@     policy.
@@
      map<uint64, .inference.ModelQueuePolicy> priority_queue_policy = 7;

    • getMutablePriorityQueuePolicy

      @Deprecated public Map<Long,ModelConfigOuterClass.ModelQueuePolicy> getMutablePriorityQueuePolicy()
      Deprecated.
      Use alternate mutation accessors instead.

    • putPriorityQueuePolicy

      public ModelConfigOuterClass.ModelDynamicBatching.Builder putPriorityQueuePolicy(long key, ModelConfigOuterClass.ModelQueuePolicy value)
      @@  .. cpp:var:: map<uint64, ModelQueuePolicy> priority_queue_policy
@@
@@     Specify the queue policy for the priority level. The default queue
@@     policy will be used if a priority level doesn't specify a queue
@@     policy.
@@
      map<uint64, .inference.ModelQueuePolicy> priority_queue_policy = 7;

    • putAllPriorityQueuePolicy

      public ModelConfigOuterClass.ModelDynamicBatching.Builder putAllPriorityQueuePolicy(Map<Long,ModelConfigOuterClass.ModelQueuePolicy> values)
      @@  .. cpp:var:: map<uint64, ModelQueuePolicy> priority_queue_policy
@@
@@     Specify the queue policy for the priority level. The default queue
@@     policy will be used if a priority level doesn't specify a queue
@@     policy.
@@
      map<uint64, .inference.ModelQueuePolicy> priority_queue_policy = 7;

    • putPriorityQueuePolicyBuilderIfAbsent

      public ModelConfigOuterClass.ModelQueuePolicy.Builder putPriorityQueuePolicyBuilderIfAbsent(long key)
      @@  .. cpp:var:: map<uint64, ModelQueuePolicy> priority_queue_policy
@@
@@     Specify the queue policy for the priority level. The default queue
@@     policy will be used if a priority level doesn't specify a queue
@@     policy.
@@
      map<uint64, .inference.ModelQueuePolicy> priority_queue_policy = 7;

    • setUnknownFields

      public final ModelConfigOuterClass.ModelDynamicBatching.Builder setUnknownFields(com.google.protobuf.UnknownFieldSet unknownFields)
      Specified by:
      setUnknownFields in interface com.google.protobuf.Message.Builder
      Overrides:
      setUnknownFields in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelDynamicBatching.Builder>

    • mergeUnknownFields

      public final ModelConfigOuterClass.ModelDynamicBatching.Builder mergeUnknownFields(com.google.protobuf.UnknownFieldSet unknownFields)
      Specified by:
      mergeUnknownFields in interface com.google.protobuf.Message.Builder
      Overrides:
      mergeUnknownFields in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelDynamicBatching.Builder>