Package inference

Class ModelConfigOuterClass.ModelSequenceBatching.Builder

java.lang.Object
com.google.protobuf.AbstractMessageLite.Builder
com.google.protobuf.AbstractMessage.Builder<ModelConfigOuterClass.ModelSequenceBatching.Builder>
com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelSequenceBatching.Builder>
inference.ModelConfigOuterClass.ModelSequenceBatching.Builder
All Implemented Interfaces:
com.google.protobuf.Message.Builder, com.google.protobuf.MessageLite.Builder, com.google.protobuf.MessageLiteOrBuilder, com.google.protobuf.MessageOrBuilder, ModelConfigOuterClass.ModelSequenceBatchingOrBuilder, Cloneable
Enclosing class:
ModelConfigOuterClass.ModelSequenceBatching
public static final class ModelConfigOuterClass.ModelSequenceBatching.Builder extends com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelSequenceBatching.Builder> implements ModelConfigOuterClass.ModelSequenceBatchingOrBuilder
@@
@@.. cpp:var:: message ModelSequenceBatching
@@
@@   Sequence batching configuration. These settings control how sequence
@@   batching operates for the model.
@@
Protobuf type inference.ModelSequenceBatching

  • Method Details

    • getDescriptor

      public static final com.google.protobuf.Descriptors.Descriptor getDescriptor()

    • internalGetFieldAccessorTable

      protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable internalGetFieldAccessorTable()
      Specified by:
      internalGetFieldAccessorTable in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelSequenceBatching.Builder>

    • clear

      public ModelConfigOuterClass.ModelSequenceBatching.Builder clear()
      Specified by:
      clear in interface com.google.protobuf.Message.Builder
      Specified by:
      clear in interface com.google.protobuf.MessageLite.Builder
      Overrides:
      clear in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelSequenceBatching.Builder>

    • getDescriptorForType

      public com.google.protobuf.Descriptors.Descriptor getDescriptorForType()
      Specified by:
      getDescriptorForType in interface com.google.protobuf.Message.Builder
      Specified by:
      getDescriptorForType in interface com.google.protobuf.MessageOrBuilder
      Overrides:
      getDescriptorForType in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelSequenceBatching.Builder>

    • getDefaultInstanceForType

      public ModelConfigOuterClass.ModelSequenceBatching getDefaultInstanceForType()
      Specified by:
      getDefaultInstanceForType in interface com.google.protobuf.MessageLiteOrBuilder
      Specified by:
      getDefaultInstanceForType in interface com.google.protobuf.MessageOrBuilder

    • build

      public ModelConfigOuterClass.ModelSequenceBatching build()
      Specified by:
      build in interface com.google.protobuf.Message.Builder
      Specified by:
      build in interface com.google.protobuf.MessageLite.Builder

    • buildPartial

      public ModelConfigOuterClass.ModelSequenceBatching buildPartial()
      Specified by:
      buildPartial in interface com.google.protobuf.Message.Builder
      Specified by:
      buildPartial in interface com.google.protobuf.MessageLite.Builder

    • clone

      public ModelConfigOuterClass.ModelSequenceBatching.Builder clone()
      Specified by:
      clone in interface com.google.protobuf.Message.Builder
      Specified by:
      clone in interface com.google.protobuf.MessageLite.Builder
      Overrides:
      clone in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelSequenceBatching.Builder>

    • setField

      public ModelConfigOuterClass.ModelSequenceBatching.Builder setField(com.google.protobuf.Descriptors.FieldDescriptor field, Object value)
      Specified by:
      setField in interface com.google.protobuf.Message.Builder
      Overrides:
      setField in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelSequenceBatching.Builder>

    • clearField

      public ModelConfigOuterClass.ModelSequenceBatching.Builder clearField(com.google.protobuf.Descriptors.FieldDescriptor field)
      Specified by:
      clearField in interface com.google.protobuf.Message.Builder
      Overrides:
      clearField in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelSequenceBatching.Builder>

    • clearOneof

      public ModelConfigOuterClass.ModelSequenceBatching.Builder clearOneof(com.google.protobuf.Descriptors.OneofDescriptor oneof)
      Specified by:
      clearOneof in interface com.google.protobuf.Message.Builder
      Overrides:
      clearOneof in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelSequenceBatching.Builder>

    • setRepeatedField

      public ModelConfigOuterClass.ModelSequenceBatching.Builder setRepeatedField(com.google.protobuf.Descriptors.FieldDescriptor field, int index, Object value)
      Specified by:
      setRepeatedField in interface com.google.protobuf.Message.Builder
      Overrides:
      setRepeatedField in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelSequenceBatching.Builder>

    • addRepeatedField

      public ModelConfigOuterClass.ModelSequenceBatching.Builder addRepeatedField(com.google.protobuf.Descriptors.FieldDescriptor field, Object value)
      Specified by:
      addRepeatedField in interface com.google.protobuf.Message.Builder
      Overrides:
      addRepeatedField in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelSequenceBatching.Builder>

    • mergeFrom

      public ModelConfigOuterClass.ModelSequenceBatching.Builder mergeFrom(com.google.protobuf.Message other)
      Specified by:
      mergeFrom in interface com.google.protobuf.Message.Builder
      Overrides:
      mergeFrom in class com.google.protobuf.AbstractMessage.Builder<ModelConfigOuterClass.ModelSequenceBatching.Builder>

    • mergeFrom

      public ModelConfigOuterClass.ModelSequenceBatching.Builder mergeFrom(ModelConfigOuterClass.ModelSequenceBatching other)

    • isInitialized

      public final boolean isInitialized()
      Specified by:
      isInitialized in interface com.google.protobuf.MessageLiteOrBuilder
      Overrides:
      isInitialized in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelSequenceBatching.Builder>

    • mergeFrom

      public ModelConfigOuterClass.ModelSequenceBatching.Builder mergeFrom(com.google.protobuf.CodedInputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws IOException
      Specified by:
      mergeFrom in interface com.google.protobuf.Message.Builder
      Specified by:
      mergeFrom in interface com.google.protobuf.MessageLite.Builder
      Overrides:
      mergeFrom in class com.google.protobuf.AbstractMessage.Builder<ModelConfigOuterClass.ModelSequenceBatching.Builder>
      Throws:
      IOException

    • getStrategyChoiceCase

      public ModelConfigOuterClass.ModelSequenceBatching.StrategyChoiceCase getStrategyChoiceCase()
      Specified by:
      getStrategyChoiceCase in interface ModelConfigOuterClass.ModelSequenceBatchingOrBuilder

    • clearStrategyChoice

      public ModelConfigOuterClass.ModelSequenceBatching.Builder clearStrategyChoice()

    • hasDirect

      public boolean hasDirect()
      @@    .. cpp:var:: StrategyDirect direct
@@
@@       StrategyDirect scheduling strategy.
@@
      .inference.ModelSequenceBatching.StrategyDirect direct = 3;
      Specified by:
      hasDirect in interface ModelConfigOuterClass.ModelSequenceBatchingOrBuilder
      Returns:
      Whether the direct field is set.

    • getDirect

      public ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect getDirect()
      @@    .. cpp:var:: StrategyDirect direct
@@
@@       StrategyDirect scheduling strategy.
@@
      .inference.ModelSequenceBatching.StrategyDirect direct = 3;
      Specified by:
      getDirect in interface ModelConfigOuterClass.ModelSequenceBatchingOrBuilder
      Returns:
      The direct.

    • setDirect

      public ModelConfigOuterClass.ModelSequenceBatching.Builder setDirect(ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect value)
      @@    .. cpp:var:: StrategyDirect direct
@@
@@       StrategyDirect scheduling strategy.
@@
      .inference.ModelSequenceBatching.StrategyDirect direct = 3;

    • setDirect

      public ModelConfigOuterClass.ModelSequenceBatching.Builder setDirect(ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect.Builder builderForValue)
      @@    .. cpp:var:: StrategyDirect direct
@@
@@       StrategyDirect scheduling strategy.
@@
      .inference.ModelSequenceBatching.StrategyDirect direct = 3;

    • mergeDirect

      public ModelConfigOuterClass.ModelSequenceBatching.Builder mergeDirect(ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect value)
      @@    .. cpp:var:: StrategyDirect direct
@@
@@       StrategyDirect scheduling strategy.
@@
      .inference.ModelSequenceBatching.StrategyDirect direct = 3;

    • clearDirect

      public ModelConfigOuterClass.ModelSequenceBatching.Builder clearDirect()
      @@    .. cpp:var:: StrategyDirect direct
@@
@@       StrategyDirect scheduling strategy.
@@
      .inference.ModelSequenceBatching.StrategyDirect direct = 3;

    • getDirectBuilder

      public ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect.Builder getDirectBuilder()
      @@    .. cpp:var:: StrategyDirect direct
@@
@@       StrategyDirect scheduling strategy.
@@
      .inference.ModelSequenceBatching.StrategyDirect direct = 3;

    • getDirectOrBuilder

      public ModelConfigOuterClass.ModelSequenceBatching.StrategyDirectOrBuilder getDirectOrBuilder()
      @@    .. cpp:var:: StrategyDirect direct
@@
@@       StrategyDirect scheduling strategy.
@@
      .inference.ModelSequenceBatching.StrategyDirect direct = 3;
      Specified by:
      getDirectOrBuilder in interface ModelConfigOuterClass.ModelSequenceBatchingOrBuilder

    • hasOldest

      public boolean hasOldest()
      @@    .. cpp:var:: StrategyOldest oldest
@@
@@       StrategyOldest scheduling strategy.
@@
      .inference.ModelSequenceBatching.StrategyOldest oldest = 4;
      Specified by:
      hasOldest in interface ModelConfigOuterClass.ModelSequenceBatchingOrBuilder
      Returns:
      Whether the oldest field is set.

    • getOldest

      public ModelConfigOuterClass.ModelSequenceBatching.StrategyOldest getOldest()
      @@    .. cpp:var:: StrategyOldest oldest
@@
@@       StrategyOldest scheduling strategy.
@@
      .inference.ModelSequenceBatching.StrategyOldest oldest = 4;
      Specified by:
      getOldest in interface ModelConfigOuterClass.ModelSequenceBatchingOrBuilder
      Returns:
      The oldest.

    • setOldest

      public ModelConfigOuterClass.ModelSequenceBatching.Builder setOldest(ModelConfigOuterClass.ModelSequenceBatching.StrategyOldest value)
      @@    .. cpp:var:: StrategyOldest oldest
@@
@@       StrategyOldest scheduling strategy.
@@
      .inference.ModelSequenceBatching.StrategyOldest oldest = 4;

    • setOldest

      public ModelConfigOuterClass.ModelSequenceBatching.Builder setOldest(ModelConfigOuterClass.ModelSequenceBatching.StrategyOldest.Builder builderForValue)
      @@    .. cpp:var:: StrategyOldest oldest
@@
@@       StrategyOldest scheduling strategy.
@@
      .inference.ModelSequenceBatching.StrategyOldest oldest = 4;

    • mergeOldest

      public ModelConfigOuterClass.ModelSequenceBatching.Builder mergeOldest(ModelConfigOuterClass.ModelSequenceBatching.StrategyOldest value)
      @@    .. cpp:var:: StrategyOldest oldest
@@
@@       StrategyOldest scheduling strategy.
@@
      .inference.ModelSequenceBatching.StrategyOldest oldest = 4;

    • clearOldest

      public ModelConfigOuterClass.ModelSequenceBatching.Builder clearOldest()
      @@    .. cpp:var:: StrategyOldest oldest
@@
@@       StrategyOldest scheduling strategy.
@@
      .inference.ModelSequenceBatching.StrategyOldest oldest = 4;

    • getOldestBuilder

      public ModelConfigOuterClass.ModelSequenceBatching.StrategyOldest.Builder getOldestBuilder()
      @@    .. cpp:var:: StrategyOldest oldest
@@
@@       StrategyOldest scheduling strategy.
@@
      .inference.ModelSequenceBatching.StrategyOldest oldest = 4;

    • getOldestOrBuilder

      public ModelConfigOuterClass.ModelSequenceBatching.StrategyOldestOrBuilder getOldestOrBuilder()
      @@    .. cpp:var:: StrategyOldest oldest
@@
@@       StrategyOldest scheduling strategy.
@@
      .inference.ModelSequenceBatching.StrategyOldest oldest = 4;
      Specified by:
      getOldestOrBuilder in interface ModelConfigOuterClass.ModelSequenceBatchingOrBuilder

    • getMaxSequenceIdleMicroseconds

      public long getMaxSequenceIdleMicroseconds()
      @@  .. cpp:var:: uint64 max_sequence_idle_microseconds
@@
@@     The maximum time, in microseconds, that a sequence is allowed to
@@     be idle before it is aborted. The inference server considers a
@@     sequence idle when it does not have any inference request queued
@@     for the sequence. If this limit is exceeded, the inference server
@@     will free the sequence slot allocated by the sequence and make it
@@     available for another sequence. If not specified (or specified as
@@     zero) a default value of 1000000 (1 second) is used.
@@
      uint64 max_sequence_idle_microseconds = 1;
      Specified by:
      getMaxSequenceIdleMicroseconds in interface ModelConfigOuterClass.ModelSequenceBatchingOrBuilder
      Returns:
      The maxSequenceIdleMicroseconds.

    • setMaxSequenceIdleMicroseconds

      public ModelConfigOuterClass.ModelSequenceBatching.Builder setMaxSequenceIdleMicroseconds(long value)
      @@  .. cpp:var:: uint64 max_sequence_idle_microseconds
@@
@@     The maximum time, in microseconds, that a sequence is allowed to
@@     be idle before it is aborted. The inference server considers a
@@     sequence idle when it does not have any inference request queued
@@     for the sequence. If this limit is exceeded, the inference server
@@     will free the sequence slot allocated by the sequence and make it
@@     available for another sequence. If not specified (or specified as
@@     zero) a default value of 1000000 (1 second) is used.
@@
      uint64 max_sequence_idle_microseconds = 1;
      Parameters:
      value - The maxSequenceIdleMicroseconds to set.
      Returns:
      This builder for chaining.

    • clearMaxSequenceIdleMicroseconds

      public ModelConfigOuterClass.ModelSequenceBatching.Builder clearMaxSequenceIdleMicroseconds()
      @@  .. cpp:var:: uint64 max_sequence_idle_microseconds
@@
@@     The maximum time, in microseconds, that a sequence is allowed to
@@     be idle before it is aborted. The inference server considers a
@@     sequence idle when it does not have any inference request queued
@@     for the sequence. If this limit is exceeded, the inference server
@@     will free the sequence slot allocated by the sequence and make it
@@     available for another sequence. If not specified (or specified as
@@     zero) a default value of 1000000 (1 second) is used.
@@
      uint64 max_sequence_idle_microseconds = 1;
      Returns:
      This builder for chaining.

    • getControlInputList

      public List<ModelConfigOuterClass.ModelSequenceBatching.ControlInput> getControlInputList()
      @@  .. cpp:var:: ControlInput control_input (repeated)
@@
@@     The model input(s) that the server should use to communicate
@@     sequence start, stop, ready and similar control values to the
@@     model.
@@
      repeated .inference.ModelSequenceBatching.ControlInput control_input = 2;
      Specified by:
      getControlInputList in interface ModelConfigOuterClass.ModelSequenceBatchingOrBuilder

    • getControlInputCount

      public int getControlInputCount()
      @@  .. cpp:var:: ControlInput control_input (repeated)
@@
@@     The model input(s) that the server should use to communicate
@@     sequence start, stop, ready and similar control values to the
@@     model.
@@
      repeated .inference.ModelSequenceBatching.ControlInput control_input = 2;
      Specified by:
      getControlInputCount in interface ModelConfigOuterClass.ModelSequenceBatchingOrBuilder

    • getControlInput

      public ModelConfigOuterClass.ModelSequenceBatching.ControlInput getControlInput(int index)
      @@  .. cpp:var:: ControlInput control_input (repeated)
@@
@@     The model input(s) that the server should use to communicate
@@     sequence start, stop, ready and similar control values to the
@@     model.
@@
      repeated .inference.ModelSequenceBatching.ControlInput control_input = 2;
      Specified by:
      getControlInput in interface ModelConfigOuterClass.ModelSequenceBatchingOrBuilder

    • setControlInput

      public ModelConfigOuterClass.ModelSequenceBatching.Builder setControlInput(int index, ModelConfigOuterClass.ModelSequenceBatching.ControlInput value)
      @@  .. cpp:var:: ControlInput control_input (repeated)
@@
@@     The model input(s) that the server should use to communicate
@@     sequence start, stop, ready and similar control values to the
@@     model.
@@
      repeated .inference.ModelSequenceBatching.ControlInput control_input = 2;

    • setControlInput

      public ModelConfigOuterClass.ModelSequenceBatching.Builder setControlInput(int index, ModelConfigOuterClass.ModelSequenceBatching.ControlInput.Builder builderForValue)
      @@  .. cpp:var:: ControlInput control_input (repeated)
@@
@@     The model input(s) that the server should use to communicate
@@     sequence start, stop, ready and similar control values to the
@@     model.
@@
      repeated .inference.ModelSequenceBatching.ControlInput control_input = 2;

    • addControlInput

      public ModelConfigOuterClass.ModelSequenceBatching.Builder addControlInput(ModelConfigOuterClass.ModelSequenceBatching.ControlInput value)
      @@  .. cpp:var:: ControlInput control_input (repeated)
@@
@@     The model input(s) that the server should use to communicate
@@     sequence start, stop, ready and similar control values to the
@@     model.
@@
      repeated .inference.ModelSequenceBatching.ControlInput control_input = 2;

    • addControlInput

      public ModelConfigOuterClass.ModelSequenceBatching.Builder addControlInput(int index, ModelConfigOuterClass.ModelSequenceBatching.ControlInput value)
      @@  .. cpp:var:: ControlInput control_input (repeated)
@@
@@     The model input(s) that the server should use to communicate
@@     sequence start, stop, ready and similar control values to the
@@     model.
@@
      repeated .inference.ModelSequenceBatching.ControlInput control_input = 2;

    • addControlInput

      public ModelConfigOuterClass.ModelSequenceBatching.Builder addControlInput(ModelConfigOuterClass.ModelSequenceBatching.ControlInput.Builder builderForValue)
      @@  .. cpp:var:: ControlInput control_input (repeated)
@@
@@     The model input(s) that the server should use to communicate
@@     sequence start, stop, ready and similar control values to the
@@     model.
@@
      repeated .inference.ModelSequenceBatching.ControlInput control_input = 2;

    • addControlInput

      public ModelConfigOuterClass.ModelSequenceBatching.Builder addControlInput(int index, ModelConfigOuterClass.ModelSequenceBatching.ControlInput.Builder builderForValue)
      @@  .. cpp:var:: ControlInput control_input (repeated)
@@
@@     The model input(s) that the server should use to communicate
@@     sequence start, stop, ready and similar control values to the
@@     model.
@@
      repeated .inference.ModelSequenceBatching.ControlInput control_input = 2;

    • addAllControlInput

      public ModelConfigOuterClass.ModelSequenceBatching.Builder addAllControlInput(Iterable<? extends ModelConfigOuterClass.ModelSequenceBatching.ControlInput> values)
      @@  .. cpp:var:: ControlInput control_input (repeated)
@@
@@     The model input(s) that the server should use to communicate
@@     sequence start, stop, ready and similar control values to the
@@     model.
@@
      repeated .inference.ModelSequenceBatching.ControlInput control_input = 2;

    • clearControlInput

      public ModelConfigOuterClass.ModelSequenceBatching.Builder clearControlInput()
      @@  .. cpp:var:: ControlInput control_input (repeated)
@@
@@     The model input(s) that the server should use to communicate
@@     sequence start, stop, ready and similar control values to the
@@     model.
@@
      repeated .inference.ModelSequenceBatching.ControlInput control_input = 2;

    • removeControlInput

      public ModelConfigOuterClass.ModelSequenceBatching.Builder removeControlInput(int index)
      @@  .. cpp:var:: ControlInput control_input (repeated)
@@
@@     The model input(s) that the server should use to communicate
@@     sequence start, stop, ready and similar control values to the
@@     model.
@@
      repeated .inference.ModelSequenceBatching.ControlInput control_input = 2;

    • getControlInputBuilder

      public ModelConfigOuterClass.ModelSequenceBatching.ControlInput.Builder getControlInputBuilder(int index)
      @@  .. cpp:var:: ControlInput control_input (repeated)
@@
@@     The model input(s) that the server should use to communicate
@@     sequence start, stop, ready and similar control values to the
@@     model.
@@
      repeated .inference.ModelSequenceBatching.ControlInput control_input = 2;

    • getControlInputOrBuilder

      public ModelConfigOuterClass.ModelSequenceBatching.ControlInputOrBuilder getControlInputOrBuilder(int index)
      @@  .. cpp:var:: ControlInput control_input (repeated)
@@
@@     The model input(s) that the server should use to communicate
@@     sequence start, stop, ready and similar control values to the
@@     model.
@@
      repeated .inference.ModelSequenceBatching.ControlInput control_input = 2;
      Specified by:
      getControlInputOrBuilder in interface ModelConfigOuterClass.ModelSequenceBatchingOrBuilder

    • getControlInputOrBuilderList

      public List<? extends ModelConfigOuterClass.ModelSequenceBatching.ControlInputOrBuilder> getControlInputOrBuilderList()
      @@  .. cpp:var:: ControlInput control_input (repeated)
@@
@@     The model input(s) that the server should use to communicate
@@     sequence start, stop, ready and similar control values to the
@@     model.
@@
      repeated .inference.ModelSequenceBatching.ControlInput control_input = 2;
      Specified by:
      getControlInputOrBuilderList in interface ModelConfigOuterClass.ModelSequenceBatchingOrBuilder

    • addControlInputBuilder

      public ModelConfigOuterClass.ModelSequenceBatching.ControlInput.Builder addControlInputBuilder()
      @@  .. cpp:var:: ControlInput control_input (repeated)
@@
@@     The model input(s) that the server should use to communicate
@@     sequence start, stop, ready and similar control values to the
@@     model.
@@
      repeated .inference.ModelSequenceBatching.ControlInput control_input = 2;

    • addControlInputBuilder

      public ModelConfigOuterClass.ModelSequenceBatching.ControlInput.Builder addControlInputBuilder(int index)
      @@  .. cpp:var:: ControlInput control_input (repeated)
@@
@@     The model input(s) that the server should use to communicate
@@     sequence start, stop, ready and similar control values to the
@@     model.
@@
      repeated .inference.ModelSequenceBatching.ControlInput control_input = 2;

    • getControlInputBuilderList

      public List<ModelConfigOuterClass.ModelSequenceBatching.ControlInput.Builder> getControlInputBuilderList()
      @@  .. cpp:var:: ControlInput control_input (repeated)
@@
@@     The model input(s) that the server should use to communicate
@@     sequence start, stop, ready and similar control values to the
@@     model.
@@
      repeated .inference.ModelSequenceBatching.ControlInput control_input = 2;

    • getStateList

      public List<ModelConfigOuterClass.ModelSequenceBatching.State> getStateList()
      @@  .. cpp:var:: State state (repeated)
@@
@@     The optional state that can be stored in Triton for performing
@@     inference requests on a sequence. Each sequence holds an implicit
@@     state local to itself. The output state tensor provided by the
@@     model in 'output_name' field of the current inference request will
@@     be transferred as an input tensor named 'input_name' in the next
@@     request of the same sequence. The input state of the first request
@@     in the sequence contains garbage data.
@@
      repeated .inference.ModelSequenceBatching.State state = 5;
      Specified by:
      getStateList in interface ModelConfigOuterClass.ModelSequenceBatchingOrBuilder

    • getStateCount

      public int getStateCount()
      @@  .. cpp:var:: State state (repeated)
@@
@@     The optional state that can be stored in Triton for performing
@@     inference requests on a sequence. Each sequence holds an implicit
@@     state local to itself. The output state tensor provided by the
@@     model in 'output_name' field of the current inference request will
@@     be transferred as an input tensor named 'input_name' in the next
@@     request of the same sequence. The input state of the first request
@@     in the sequence contains garbage data.
@@
      repeated .inference.ModelSequenceBatching.State state = 5;
      Specified by:
      getStateCount in interface ModelConfigOuterClass.ModelSequenceBatchingOrBuilder

    • getState

      public ModelConfigOuterClass.ModelSequenceBatching.State getState(int index)
      @@  .. cpp:var:: State state (repeated)
@@
@@     The optional state that can be stored in Triton for performing
@@     inference requests on a sequence. Each sequence holds an implicit
@@     state local to itself. The output state tensor provided by the
@@     model in 'output_name' field of the current inference request will
@@     be transferred as an input tensor named 'input_name' in the next
@@     request of the same sequence. The input state of the first request
@@     in the sequence contains garbage data.
@@
      repeated .inference.ModelSequenceBatching.State state = 5;
      Specified by:
      getState in interface ModelConfigOuterClass.ModelSequenceBatchingOrBuilder

    • setState

      public ModelConfigOuterClass.ModelSequenceBatching.Builder setState(int index, ModelConfigOuterClass.ModelSequenceBatching.State value)
      @@  .. cpp:var:: State state (repeated)
@@
@@     The optional state that can be stored in Triton for performing
@@     inference requests on a sequence. Each sequence holds an implicit
@@     state local to itself. The output state tensor provided by the
@@     model in 'output_name' field of the current inference request will
@@     be transferred as an input tensor named 'input_name' in the next
@@     request of the same sequence. The input state of the first request
@@     in the sequence contains garbage data.
@@
      repeated .inference.ModelSequenceBatching.State state = 5;

    • setState

      public ModelConfigOuterClass.ModelSequenceBatching.Builder setState(int index, ModelConfigOuterClass.ModelSequenceBatching.State.Builder builderForValue)
      @@  .. cpp:var:: State state (repeated)
@@
@@     The optional state that can be stored in Triton for performing
@@     inference requests on a sequence. Each sequence holds an implicit
@@     state local to itself. The output state tensor provided by the
@@     model in 'output_name' field of the current inference request will
@@     be transferred as an input tensor named 'input_name' in the next
@@     request of the same sequence. The input state of the first request
@@     in the sequence contains garbage data.
@@
      repeated .inference.ModelSequenceBatching.State state = 5;

    • addState

      public ModelConfigOuterClass.ModelSequenceBatching.Builder addState(ModelConfigOuterClass.ModelSequenceBatching.State value)
      @@  .. cpp:var:: State state (repeated)
@@
@@     The optional state that can be stored in Triton for performing
@@     inference requests on a sequence. Each sequence holds an implicit
@@     state local to itself. The output state tensor provided by the
@@     model in 'output_name' field of the current inference request will
@@     be transferred as an input tensor named 'input_name' in the next
@@     request of the same sequence. The input state of the first request
@@     in the sequence contains garbage data.
@@
      repeated .inference.ModelSequenceBatching.State state = 5;

    • addState

      public ModelConfigOuterClass.ModelSequenceBatching.Builder addState(int index, ModelConfigOuterClass.ModelSequenceBatching.State value)
      @@  .. cpp:var:: State state (repeated)
@@
@@     The optional state that can be stored in Triton for performing
@@     inference requests on a sequence. Each sequence holds an implicit
@@     state local to itself. The output state tensor provided by the
@@     model in 'output_name' field of the current inference request will
@@     be transferred as an input tensor named 'input_name' in the next
@@     request of the same sequence. The input state of the first request
@@     in the sequence contains garbage data.
@@
      repeated .inference.ModelSequenceBatching.State state = 5;

    • addState

      public ModelConfigOuterClass.ModelSequenceBatching.Builder addState(ModelConfigOuterClass.ModelSequenceBatching.State.Builder builderForValue)
      @@  .. cpp:var:: State state (repeated)
@@
@@     The optional state that can be stored in Triton for performing
@@     inference requests on a sequence. Each sequence holds an implicit
@@     state local to itself. The output state tensor provided by the
@@     model in 'output_name' field of the current inference request will
@@     be transferred as an input tensor named 'input_name' in the next
@@     request of the same sequence. The input state of the first request
@@     in the sequence contains garbage data.
@@
      repeated .inference.ModelSequenceBatching.State state = 5;

    • addState

      public ModelConfigOuterClass.ModelSequenceBatching.Builder addState(int index, ModelConfigOuterClass.ModelSequenceBatching.State.Builder builderForValue)
      @@  .. cpp:var:: State state (repeated)
@@
@@     The optional state that can be stored in Triton for performing
@@     inference requests on a sequence. Each sequence holds an implicit
@@     state local to itself. The output state tensor provided by the
@@     model in 'output_name' field of the current inference request will
@@     be transferred as an input tensor named 'input_name' in the next
@@     request of the same sequence. The input state of the first request
@@     in the sequence contains garbage data.
@@
      repeated .inference.ModelSequenceBatching.State state = 5;

    • addAllState

      public ModelConfigOuterClass.ModelSequenceBatching.Builder addAllState(Iterable<? extends ModelConfigOuterClass.ModelSequenceBatching.State> values)
      @@  .. cpp:var:: State state (repeated)
@@
@@     The optional state that can be stored in Triton for performing
@@     inference requests on a sequence. Each sequence holds an implicit
@@     state local to itself. The output state tensor provided by the
@@     model in 'output_name' field of the current inference request will
@@     be transferred as an input tensor named 'input_name' in the next
@@     request of the same sequence. The input state of the first request
@@     in the sequence contains garbage data.
@@
      repeated .inference.ModelSequenceBatching.State state = 5;

    • clearState

      public ModelConfigOuterClass.ModelSequenceBatching.Builder clearState()
      @@  .. cpp:var:: State state (repeated)
@@
@@     The optional state that can be stored in Triton for performing
@@     inference requests on a sequence. Each sequence holds an implicit
@@     state local to itself. The output state tensor provided by the
@@     model in 'output_name' field of the current inference request will
@@     be transferred as an input tensor named 'input_name' in the next
@@     request of the same sequence. The input state of the first request
@@     in the sequence contains garbage data.
@@
      repeated .inference.ModelSequenceBatching.State state = 5;

    • removeState

      public ModelConfigOuterClass.ModelSequenceBatching.Builder removeState(int index)
      @@  .. cpp:var:: State state (repeated)
@@
@@     The optional state that can be stored in Triton for performing
@@     inference requests on a sequence. Each sequence holds an implicit
@@     state local to itself. The output state tensor provided by the
@@     model in 'output_name' field of the current inference request will
@@     be transferred as an input tensor named 'input_name' in the next
@@     request of the same sequence. The input state of the first request
@@     in the sequence contains garbage data.
@@
      repeated .inference.ModelSequenceBatching.State state = 5;

    • getStateBuilder

      public ModelConfigOuterClass.ModelSequenceBatching.State.Builder getStateBuilder(int index)
      @@  .. cpp:var:: State state (repeated)
@@
@@     The optional state that can be stored in Triton for performing
@@     inference requests on a sequence. Each sequence holds an implicit
@@     state local to itself. The output state tensor provided by the
@@     model in 'output_name' field of the current inference request will
@@     be transferred as an input tensor named 'input_name' in the next
@@     request of the same sequence. The input state of the first request
@@     in the sequence contains garbage data.
@@
      repeated .inference.ModelSequenceBatching.State state = 5;

    • getStateOrBuilder

      public ModelConfigOuterClass.ModelSequenceBatching.StateOrBuilder getStateOrBuilder(int index)
      @@  .. cpp:var:: State state (repeated)
@@
@@     The optional state that can be stored in Triton for performing
@@     inference requests on a sequence. Each sequence holds an implicit
@@     state local to itself. The output state tensor provided by the
@@     model in 'output_name' field of the current inference request will
@@     be transferred as an input tensor named 'input_name' in the next
@@     request of the same sequence. The input state of the first request
@@     in the sequence contains garbage data.
@@
      repeated .inference.ModelSequenceBatching.State state = 5;
      Specified by:
      getStateOrBuilder in interface ModelConfigOuterClass.ModelSequenceBatchingOrBuilder

    • getStateOrBuilderList

      public List<? extends ModelConfigOuterClass.ModelSequenceBatching.StateOrBuilder> getStateOrBuilderList()
      @@  .. cpp:var:: State state (repeated)
@@
@@     The optional state that can be stored in Triton for performing
@@     inference requests on a sequence. Each sequence holds an implicit
@@     state local to itself. The output state tensor provided by the
@@     model in 'output_name' field of the current inference request will
@@     be transferred as an input tensor named 'input_name' in the next
@@     request of the same sequence. The input state of the first request
@@     in the sequence contains garbage data.
@@
      repeated .inference.ModelSequenceBatching.State state = 5;
      Specified by:
      getStateOrBuilderList in interface ModelConfigOuterClass.ModelSequenceBatchingOrBuilder

    • addStateBuilder

      public ModelConfigOuterClass.ModelSequenceBatching.State.Builder addStateBuilder()
      @@  .. cpp:var:: State state (repeated)
@@
@@     The optional state that can be stored in Triton for performing
@@     inference requests on a sequence. Each sequence holds an implicit
@@     state local to itself. The output state tensor provided by the
@@     model in 'output_name' field of the current inference request will
@@     be transferred as an input tensor named 'input_name' in the next
@@     request of the same sequence. The input state of the first request
@@     in the sequence contains garbage data.
@@
      repeated .inference.ModelSequenceBatching.State state = 5;

    • addStateBuilder

      public ModelConfigOuterClass.ModelSequenceBatching.State.Builder addStateBuilder(int index)
      @@  .. cpp:var:: State state (repeated)
@@
@@     The optional state that can be stored in Triton for performing
@@     inference requests on a sequence. Each sequence holds an implicit
@@     state local to itself. The output state tensor provided by the
@@     model in 'output_name' field of the current inference request will
@@     be transferred as an input tensor named 'input_name' in the next
@@     request of the same sequence. The input state of the first request
@@     in the sequence contains garbage data.
@@
      repeated .inference.ModelSequenceBatching.State state = 5;

    • getStateBuilderList

      public List<ModelConfigOuterClass.ModelSequenceBatching.State.Builder> getStateBuilderList()
      @@  .. cpp:var:: State state (repeated)
@@
@@     The optional state that can be stored in Triton for performing
@@     inference requests on a sequence. Each sequence holds an implicit
@@     state local to itself. The output state tensor provided by the
@@     model in 'output_name' field of the current inference request will
@@     be transferred as an input tensor named 'input_name' in the next
@@     request of the same sequence. The input state of the first request
@@     in the sequence contains garbage data.
@@
      repeated .inference.ModelSequenceBatching.State state = 5;

    • getIterativeSequence

      public boolean getIterativeSequence()
      @@  .. cpp:var:: bool iterative_sequence
@@
@@     Requests for iterative sequences are processed over a number
@@     of iterations. An iterative sequence is initiated by a single
@@     request and is "rescheduled" by the model until completion.
@@     Requests for inflight requests will be batched together
@@     and can complete independently. Note this feature
@@     requires backend support. Default value is false.
      bool iterative_sequence = 6;
      Specified by:
      getIterativeSequence in interface ModelConfigOuterClass.ModelSequenceBatchingOrBuilder
      Returns:
      The iterativeSequence.

    • setIterativeSequence

      public ModelConfigOuterClass.ModelSequenceBatching.Builder setIterativeSequence(boolean value)
      @@  .. cpp:var:: bool iterative_sequence
@@
@@     Requests for iterative sequences are processed over a number
@@     of iterations. An iterative sequence is initiated by a single
@@     request and is "rescheduled" by the model until completion.
@@     Requests for inflight requests will be batched together
@@     and can complete independently. Note this feature
@@     requires backend support. Default value is false.
      bool iterative_sequence = 6;
      Parameters:
      value - The iterativeSequence to set.
      Returns:
      This builder for chaining.

    • clearIterativeSequence

      public ModelConfigOuterClass.ModelSequenceBatching.Builder clearIterativeSequence()
      @@  .. cpp:var:: bool iterative_sequence
@@
@@     Requests for iterative sequences are processed over a number
@@     of iterations. An iterative sequence is initiated by a single
@@     request and is "rescheduled" by the model until completion.
@@     Requests for inflight requests will be batched together
@@     and can complete independently. Note this feature
@@     requires backend support. Default value is false.
      bool iterative_sequence = 6;
      Returns:
      This builder for chaining.

    • setUnknownFields

      public final ModelConfigOuterClass.ModelSequenceBatching.Builder setUnknownFields(com.google.protobuf.UnknownFieldSet unknownFields)
      Specified by:
      setUnknownFields in interface com.google.protobuf.Message.Builder
      Overrides:
      setUnknownFields in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelSequenceBatching.Builder>

    • mergeUnknownFields

      public final ModelConfigOuterClass.ModelSequenceBatching.Builder mergeUnknownFields(com.google.protobuf.UnknownFieldSet unknownFields)
      Specified by:
      mergeUnknownFields in interface com.google.protobuf.Message.Builder
      Overrides:
      mergeUnknownFields in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelSequenceBatching.Builder>