Package inference
Class ModelConfigOuterClass.ModelSequenceBatching.State.Builder
java.lang.Object
com.google.protobuf.AbstractMessageLite.Builder
com.google.protobuf.AbstractMessage.Builder<ModelConfigOuterClass.ModelSequenceBatching.State.Builder>
com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelSequenceBatching.State.Builder>
inference.ModelConfigOuterClass.ModelSequenceBatching.State.Builder
- All Implemented Interfaces:
com.google.protobuf.Message.Builder,com.google.protobuf.MessageLite.Builder,com.google.protobuf.MessageLiteOrBuilder,com.google.protobuf.MessageOrBuilder,ModelConfigOuterClass.ModelSequenceBatching.StateOrBuilder,Cloneable
- Enclosing class:
ModelConfigOuterClass.ModelSequenceBatching.State
public static final class ModelConfigOuterClass.ModelSequenceBatching.State.Builder
extends com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelSequenceBatching.State.Builder>
implements ModelConfigOuterClass.ModelSequenceBatching.StateOrBuilder
@@ .. cpp:var:: message State @@ @@ An input / output pair of tensors that carry state for the sequence. @@Protobuf type
inference.ModelSequenceBatching.State-
Method Summary
Modifier and TypeMethodDescriptionaddAllDims(Iterable<? extends Long> values) @@ ..addAllInitialState(Iterable<? extends ModelConfigOuterClass.ModelSequenceBatching.InitialState> values) @@ ..addDims(long value) @@ ..addInitialState(int index, ModelConfigOuterClass.ModelSequenceBatching.InitialState value) @@ ..addInitialState(int index, ModelConfigOuterClass.ModelSequenceBatching.InitialState.Builder builderForValue) @@ ..@@ ..@@ ..@@ ..addInitialStateBuilder(int index) @@ ..addRepeatedField(com.google.protobuf.Descriptors.FieldDescriptor field, Object value) build()clear()@@ ..@@ ..clearField(com.google.protobuf.Descriptors.FieldDescriptor field) @@ ..@@ ..clearOneof(com.google.protobuf.Descriptors.OneofDescriptor oneof) @@ ..@@ ..@@ ..clone()@@ ..int@@ ..static final com.google.protobuf.Descriptors.Descriptorcom.google.protobuf.Descriptors.DescriptorlonggetDims(int index) @@ ..int@@ ..@@ ..getInitialState(int index) @@ ..getInitialStateBuilder(int index) @@ ..@@ ..int@@ ..@@ ..getInitialStateOrBuilder(int index) @@ ..@@ ..@@ ..com.google.protobuf.ByteString@@ ..@@ ..com.google.protobuf.ByteString@@ ..boolean@@ ..boolean@@ ..protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTablefinal booleanmergeFrom(com.google.protobuf.CodedInputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry) mergeFrom(com.google.protobuf.Message other) mergeUnknownFields(com.google.protobuf.UnknownFieldSet unknownFields) removeInitialState(int index) @@ ..@@ ..setDataTypeValue(int value) @@ ..setDims(int index, long value) @@ ..setInitialState(int index, ModelConfigOuterClass.ModelSequenceBatching.InitialState value) @@ ..setInitialState(int index, ModelConfigOuterClass.ModelSequenceBatching.InitialState.Builder builderForValue) @@ ..setInputName(String value) @@ ..setInputNameBytes(com.google.protobuf.ByteString value) @@ ..setOutputName(String value) @@ ..setOutputNameBytes(com.google.protobuf.ByteString value) @@ ..setRepeatedField(com.google.protobuf.Descriptors.FieldDescriptor field, int index, Object value) setUnknownFields(com.google.protobuf.UnknownFieldSet unknownFields) setUseGrowableMemory(boolean value) @@ ..setUseSameBufferForInputOutput(boolean value) @@ ..Methods inherited from class com.google.protobuf.GeneratedMessageV3.Builder
getAllFields, getField, getFieldBuilder, getOneofFieldDescriptor, getParentForChildren, getRepeatedField, getRepeatedFieldBuilder, getRepeatedFieldCount, getUnknownFields, getUnknownFieldSetBuilder, hasField, hasOneof, internalGetMapField, internalGetMapFieldReflection, internalGetMutableMapField, internalGetMutableMapFieldReflection, isClean, markClean, mergeUnknownLengthDelimitedField, mergeUnknownVarintField, newBuilderForField, onBuilt, onChanged, parseUnknownField, setUnknownFieldSetBuilder, setUnknownFieldsProto3Methods inherited from class com.google.protobuf.AbstractMessage.Builder
findInitializationErrors, getInitializationErrorString, internalMergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, newUninitializedMessageException, toStringMethods inherited from class com.google.protobuf.AbstractMessageLite.Builder
addAll, addAll, mergeDelimitedFrom, mergeDelimitedFrom, mergeFrom, newUninitializedMessageExceptionMethods inherited from class java.lang.Object
equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, waitMethods inherited from interface com.google.protobuf.Message.Builder
mergeDelimitedFrom, mergeDelimitedFromMethods inherited from interface com.google.protobuf.MessageLite.Builder
mergeFromMethods inherited from interface com.google.protobuf.MessageOrBuilder
findInitializationErrors, getAllFields, getField, getInitializationErrorString, getOneofFieldDescriptor, getRepeatedField, getRepeatedFieldCount, getUnknownFields, hasField, hasOneof
-
Method Details
-
getDescriptor
public static final com.google.protobuf.Descriptors.Descriptor getDescriptor() -
internalGetFieldAccessorTable
protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable internalGetFieldAccessorTable()- Specified by:
internalGetFieldAccessorTablein classcom.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelSequenceBatching.State.Builder>
-
clear
- Specified by:
clearin interfacecom.google.protobuf.Message.Builder- Specified by:
clearin interfacecom.google.protobuf.MessageLite.Builder- Overrides:
clearin classcom.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelSequenceBatching.State.Builder>
-
getDescriptorForType
public com.google.protobuf.Descriptors.Descriptor getDescriptorForType()- Specified by:
getDescriptorForTypein interfacecom.google.protobuf.Message.Builder- Specified by:
getDescriptorForTypein interfacecom.google.protobuf.MessageOrBuilder- Overrides:
getDescriptorForTypein classcom.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelSequenceBatching.State.Builder>
-
getDefaultInstanceForType
- Specified by:
getDefaultInstanceForTypein interfacecom.google.protobuf.MessageLiteOrBuilder- Specified by:
getDefaultInstanceForTypein interfacecom.google.protobuf.MessageOrBuilder
-
build
- Specified by:
buildin interfacecom.google.protobuf.Message.Builder- Specified by:
buildin interfacecom.google.protobuf.MessageLite.Builder
-
buildPartial
- Specified by:
buildPartialin interfacecom.google.protobuf.Message.Builder- Specified by:
buildPartialin interfacecom.google.protobuf.MessageLite.Builder
-
clone
- Specified by:
clonein interfacecom.google.protobuf.Message.Builder- Specified by:
clonein interfacecom.google.protobuf.MessageLite.Builder- Overrides:
clonein classcom.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelSequenceBatching.State.Builder>
-
setField
public ModelConfigOuterClass.ModelSequenceBatching.State.Builder setField(com.google.protobuf.Descriptors.FieldDescriptor field, Object value) - Specified by:
setFieldin interfacecom.google.protobuf.Message.Builder- Overrides:
setFieldin classcom.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelSequenceBatching.State.Builder>
-
clearField
public ModelConfigOuterClass.ModelSequenceBatching.State.Builder clearField(com.google.protobuf.Descriptors.FieldDescriptor field) - Specified by:
clearFieldin interfacecom.google.protobuf.Message.Builder- Overrides:
clearFieldin classcom.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelSequenceBatching.State.Builder>
-
clearOneof
public ModelConfigOuterClass.ModelSequenceBatching.State.Builder clearOneof(com.google.protobuf.Descriptors.OneofDescriptor oneof) - Specified by:
clearOneofin interfacecom.google.protobuf.Message.Builder- Overrides:
clearOneofin classcom.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelSequenceBatching.State.Builder>
-
setRepeatedField
public ModelConfigOuterClass.ModelSequenceBatching.State.Builder setRepeatedField(com.google.protobuf.Descriptors.FieldDescriptor field, int index, Object value) - Specified by:
setRepeatedFieldin interfacecom.google.protobuf.Message.Builder- Overrides:
setRepeatedFieldin classcom.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelSequenceBatching.State.Builder>
-
addRepeatedField
public ModelConfigOuterClass.ModelSequenceBatching.State.Builder addRepeatedField(com.google.protobuf.Descriptors.FieldDescriptor field, Object value) - Specified by:
addRepeatedFieldin interfacecom.google.protobuf.Message.Builder- Overrides:
addRepeatedFieldin classcom.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelSequenceBatching.State.Builder>
-
mergeFrom
public ModelConfigOuterClass.ModelSequenceBatching.State.Builder mergeFrom(com.google.protobuf.Message other) - Specified by:
mergeFromin interfacecom.google.protobuf.Message.Builder- Overrides:
mergeFromin classcom.google.protobuf.AbstractMessage.Builder<ModelConfigOuterClass.ModelSequenceBatching.State.Builder>
-
mergeFrom
-
isInitialized
public final boolean isInitialized()- Specified by:
isInitializedin interfacecom.google.protobuf.MessageLiteOrBuilder- Overrides:
isInitializedin classcom.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelSequenceBatching.State.Builder>
-
mergeFrom
public ModelConfigOuterClass.ModelSequenceBatching.State.Builder mergeFrom(com.google.protobuf.CodedInputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws IOException - Specified by:
mergeFromin interfacecom.google.protobuf.Message.Builder- Specified by:
mergeFromin interfacecom.google.protobuf.MessageLite.Builder- Overrides:
mergeFromin classcom.google.protobuf.AbstractMessage.Builder<ModelConfigOuterClass.ModelSequenceBatching.State.Builder>- Throws:
IOException
-
getInputName
@@ .. cpp:var:: string input_name @@ @@ The name of the model state input. @@
string input_name = 1;- Specified by:
getInputNamein interfaceModelConfigOuterClass.ModelSequenceBatching.StateOrBuilder- Returns:
- The inputName.
-
getInputNameBytes
public com.google.protobuf.ByteString getInputNameBytes()@@ .. cpp:var:: string input_name @@ @@ The name of the model state input. @@
string input_name = 1;- Specified by:
getInputNameBytesin interfaceModelConfigOuterClass.ModelSequenceBatching.StateOrBuilder- Returns:
- The bytes for inputName.
-
setInputName
@@ .. cpp:var:: string input_name @@ @@ The name of the model state input. @@
string input_name = 1;- Parameters:
value- The inputName to set.- Returns:
- This builder for chaining.
-
clearInputName
@@ .. cpp:var:: string input_name @@ @@ The name of the model state input. @@
string input_name = 1;- Returns:
- This builder for chaining.
-
setInputNameBytes
public ModelConfigOuterClass.ModelSequenceBatching.State.Builder setInputNameBytes(com.google.protobuf.ByteString value) @@ .. cpp:var:: string input_name @@ @@ The name of the model state input. @@
string input_name = 1;- Parameters:
value- The bytes for inputName to set.- Returns:
- This builder for chaining.
-
getOutputName
@@ .. cpp:var:: string output_name @@ @@ The name of the model state output. @@
string output_name = 2;- Specified by:
getOutputNamein interfaceModelConfigOuterClass.ModelSequenceBatching.StateOrBuilder- Returns:
- The outputName.
-
getOutputNameBytes
public com.google.protobuf.ByteString getOutputNameBytes()@@ .. cpp:var:: string output_name @@ @@ The name of the model state output. @@
string output_name = 2;- Specified by:
getOutputNameBytesin interfaceModelConfigOuterClass.ModelSequenceBatching.StateOrBuilder- Returns:
- The bytes for outputName.
-
setOutputName
@@ .. cpp:var:: string output_name @@ @@ The name of the model state output. @@
string output_name = 2;- Parameters:
value- The outputName to set.- Returns:
- This builder for chaining.
-
clearOutputName
@@ .. cpp:var:: string output_name @@ @@ The name of the model state output. @@
string output_name = 2;- Returns:
- This builder for chaining.
-
setOutputNameBytes
public ModelConfigOuterClass.ModelSequenceBatching.State.Builder setOutputNameBytes(com.google.protobuf.ByteString value) @@ .. cpp:var:: string output_name @@ @@ The name of the model state output. @@
string output_name = 2;- Parameters:
value- The bytes for outputName to set.- Returns:
- This builder for chaining.
-
getDataTypeValue
public int getDataTypeValue()@@ .. cpp:var:: DataType data_type @@ @@ The data-type of the state. @@
.inference.DataType data_type = 3;- Specified by:
getDataTypeValuein interfaceModelConfigOuterClass.ModelSequenceBatching.StateOrBuilder- Returns:
- The enum numeric value on the wire for dataType.
-
setDataTypeValue
@@ .. cpp:var:: DataType data_type @@ @@ The data-type of the state. @@
.inference.DataType data_type = 3;- Parameters:
value- The enum numeric value on the wire for dataType to set.- Returns:
- This builder for chaining.
-
getDataType
@@ .. cpp:var:: DataType data_type @@ @@ The data-type of the state. @@
.inference.DataType data_type = 3;- Specified by:
getDataTypein interfaceModelConfigOuterClass.ModelSequenceBatching.StateOrBuilder- Returns:
- The dataType.
-
setDataType
public ModelConfigOuterClass.ModelSequenceBatching.State.Builder setDataType(ModelConfigOuterClass.DataType value) @@ .. cpp:var:: DataType data_type @@ @@ The data-type of the state. @@
.inference.DataType data_type = 3;- Parameters:
value- The dataType to set.- Returns:
- This builder for chaining.
-
clearDataType
@@ .. cpp:var:: DataType data_type @@ @@ The data-type of the state. @@
.inference.DataType data_type = 3;- Returns:
- This builder for chaining.
-
getDimsList
@@ .. cpp:var:: int64 dim (repeated) @@ @@ The dimension. @@
repeated int64 dims = 4;- Specified by:
getDimsListin interfaceModelConfigOuterClass.ModelSequenceBatching.StateOrBuilder- Returns:
- A list containing the dims.
-
getDimsCount
public int getDimsCount()@@ .. cpp:var:: int64 dim (repeated) @@ @@ The dimension. @@
repeated int64 dims = 4;- Specified by:
getDimsCountin interfaceModelConfigOuterClass.ModelSequenceBatching.StateOrBuilder- Returns:
- The count of dims.
-
getDims
public long getDims(int index) @@ .. cpp:var:: int64 dim (repeated) @@ @@ The dimension. @@
repeated int64 dims = 4;- Specified by:
getDimsin interfaceModelConfigOuterClass.ModelSequenceBatching.StateOrBuilder- Parameters:
index- The index of the element to return.- Returns:
- The dims at the given index.
-
setDims
@@ .. cpp:var:: int64 dim (repeated) @@ @@ The dimension. @@
repeated int64 dims = 4;- Parameters:
index- The index to set the value at.value- The dims to set.- Returns:
- This builder for chaining.
-
addDims
@@ .. cpp:var:: int64 dim (repeated) @@ @@ The dimension. @@
repeated int64 dims = 4;- Parameters:
value- The dims to add.- Returns:
- This builder for chaining.
-
addAllDims
public ModelConfigOuterClass.ModelSequenceBatching.State.Builder addAllDims(Iterable<? extends Long> values) @@ .. cpp:var:: int64 dim (repeated) @@ @@ The dimension. @@
repeated int64 dims = 4;- Parameters:
values- The dims to add.- Returns:
- This builder for chaining.
-
clearDims
@@ .. cpp:var:: int64 dim (repeated) @@ @@ The dimension. @@
repeated int64 dims = 4;- Returns:
- This builder for chaining.
-
getInitialStateList
@@ .. cpp:var:: InitialState initial_state (repeated) @@ @@ The optional field to specify the initial state for the model. @@
repeated .inference.ModelSequenceBatching.InitialState initial_state = 5;- Specified by:
getInitialStateListin interfaceModelConfigOuterClass.ModelSequenceBatching.StateOrBuilder
-
getInitialStateCount
public int getInitialStateCount()@@ .. cpp:var:: InitialState initial_state (repeated) @@ @@ The optional field to specify the initial state for the model. @@
repeated .inference.ModelSequenceBatching.InitialState initial_state = 5;- Specified by:
getInitialStateCountin interfaceModelConfigOuterClass.ModelSequenceBatching.StateOrBuilder
-
getInitialState
@@ .. cpp:var:: InitialState initial_state (repeated) @@ @@ The optional field to specify the initial state for the model. @@
repeated .inference.ModelSequenceBatching.InitialState initial_state = 5;- Specified by:
getInitialStatein interfaceModelConfigOuterClass.ModelSequenceBatching.StateOrBuilder
-
setInitialState
public ModelConfigOuterClass.ModelSequenceBatching.State.Builder setInitialState(int index, ModelConfigOuterClass.ModelSequenceBatching.InitialState value) @@ .. cpp:var:: InitialState initial_state (repeated) @@ @@ The optional field to specify the initial state for the model. @@
repeated .inference.ModelSequenceBatching.InitialState initial_state = 5; -
setInitialState
public ModelConfigOuterClass.ModelSequenceBatching.State.Builder setInitialState(int index, ModelConfigOuterClass.ModelSequenceBatching.InitialState.Builder builderForValue) @@ .. cpp:var:: InitialState initial_state (repeated) @@ @@ The optional field to specify the initial state for the model. @@
repeated .inference.ModelSequenceBatching.InitialState initial_state = 5; -
addInitialState
public ModelConfigOuterClass.ModelSequenceBatching.State.Builder addInitialState(ModelConfigOuterClass.ModelSequenceBatching.InitialState value) @@ .. cpp:var:: InitialState initial_state (repeated) @@ @@ The optional field to specify the initial state for the model. @@
repeated .inference.ModelSequenceBatching.InitialState initial_state = 5; -
addInitialState
public ModelConfigOuterClass.ModelSequenceBatching.State.Builder addInitialState(int index, ModelConfigOuterClass.ModelSequenceBatching.InitialState value) @@ .. cpp:var:: InitialState initial_state (repeated) @@ @@ The optional field to specify the initial state for the model. @@
repeated .inference.ModelSequenceBatching.InitialState initial_state = 5; -
addInitialState
public ModelConfigOuterClass.ModelSequenceBatching.State.Builder addInitialState(ModelConfigOuterClass.ModelSequenceBatching.InitialState.Builder builderForValue) @@ .. cpp:var:: InitialState initial_state (repeated) @@ @@ The optional field to specify the initial state for the model. @@
repeated .inference.ModelSequenceBatching.InitialState initial_state = 5; -
addInitialState
public ModelConfigOuterClass.ModelSequenceBatching.State.Builder addInitialState(int index, ModelConfigOuterClass.ModelSequenceBatching.InitialState.Builder builderForValue) @@ .. cpp:var:: InitialState initial_state (repeated) @@ @@ The optional field to specify the initial state for the model. @@
repeated .inference.ModelSequenceBatching.InitialState initial_state = 5; -
addAllInitialState
public ModelConfigOuterClass.ModelSequenceBatching.State.Builder addAllInitialState(Iterable<? extends ModelConfigOuterClass.ModelSequenceBatching.InitialState> values) @@ .. cpp:var:: InitialState initial_state (repeated) @@ @@ The optional field to specify the initial state for the model. @@
repeated .inference.ModelSequenceBatching.InitialState initial_state = 5; -
clearInitialState
@@ .. cpp:var:: InitialState initial_state (repeated) @@ @@ The optional field to specify the initial state for the model. @@
repeated .inference.ModelSequenceBatching.InitialState initial_state = 5; -
removeInitialState
@@ .. cpp:var:: InitialState initial_state (repeated) @@ @@ The optional field to specify the initial state for the model. @@
repeated .inference.ModelSequenceBatching.InitialState initial_state = 5; -
getInitialStateBuilder
public ModelConfigOuterClass.ModelSequenceBatching.InitialState.Builder getInitialStateBuilder(int index) @@ .. cpp:var:: InitialState initial_state (repeated) @@ @@ The optional field to specify the initial state for the model. @@
repeated .inference.ModelSequenceBatching.InitialState initial_state = 5; -
getInitialStateOrBuilder
public ModelConfigOuterClass.ModelSequenceBatching.InitialStateOrBuilder getInitialStateOrBuilder(int index) @@ .. cpp:var:: InitialState initial_state (repeated) @@ @@ The optional field to specify the initial state for the model. @@
repeated .inference.ModelSequenceBatching.InitialState initial_state = 5;- Specified by:
getInitialStateOrBuilderin interfaceModelConfigOuterClass.ModelSequenceBatching.StateOrBuilder
-
getInitialStateOrBuilderList
public List<? extends ModelConfigOuterClass.ModelSequenceBatching.InitialStateOrBuilder> getInitialStateOrBuilderList()@@ .. cpp:var:: InitialState initial_state (repeated) @@ @@ The optional field to specify the initial state for the model. @@
repeated .inference.ModelSequenceBatching.InitialState initial_state = 5;- Specified by:
getInitialStateOrBuilderListin interfaceModelConfigOuterClass.ModelSequenceBatching.StateOrBuilder
-
addInitialStateBuilder
@@ .. cpp:var:: InitialState initial_state (repeated) @@ @@ The optional field to specify the initial state for the model. @@
repeated .inference.ModelSequenceBatching.InitialState initial_state = 5; -
addInitialStateBuilder
public ModelConfigOuterClass.ModelSequenceBatching.InitialState.Builder addInitialStateBuilder(int index) @@ .. cpp:var:: InitialState initial_state (repeated) @@ @@ The optional field to specify the initial state for the model. @@
repeated .inference.ModelSequenceBatching.InitialState initial_state = 5; -
getInitialStateBuilderList
public List<ModelConfigOuterClass.ModelSequenceBatching.InitialState.Builder> getInitialStateBuilderList()@@ .. cpp:var:: InitialState initial_state (repeated) @@ @@ The optional field to specify the initial state for the model. @@
repeated .inference.ModelSequenceBatching.InitialState initial_state = 5; -
getUseSameBufferForInputOutput
public boolean getUseSameBufferForInputOutput()@@ .. cpp:var:: bool use_same_buffer_for_input_output @@ @@ The optional field to use a single buffer for both input and output @@ state. Without this option, Triton allocates separate buffers @@ for input and output state @@ which can be problematic if the state size is @@ large. This option reduces the memory usage by allocating a single @@ buffer. Enabling this option is recommended whenever @@ the input state is processed before the output state is written. @@ When enabled the state @@ will always be updated independent of whether @@ TRITONBACKEND_StateUpdate is called @@ (however TRITONBACKEND_StateUpdate should still be called for @@ completeness). @@ @@ The default value is false. @@
bool use_same_buffer_for_input_output = 6;- Specified by:
getUseSameBufferForInputOutputin interfaceModelConfigOuterClass.ModelSequenceBatching.StateOrBuilder- Returns:
- The useSameBufferForInputOutput.
-
setUseSameBufferForInputOutput
public ModelConfigOuterClass.ModelSequenceBatching.State.Builder setUseSameBufferForInputOutput(boolean value) @@ .. cpp:var:: bool use_same_buffer_for_input_output @@ @@ The optional field to use a single buffer for both input and output @@ state. Without this option, Triton allocates separate buffers @@ for input and output state @@ which can be problematic if the state size is @@ large. This option reduces the memory usage by allocating a single @@ buffer. Enabling this option is recommended whenever @@ the input state is processed before the output state is written. @@ When enabled the state @@ will always be updated independent of whether @@ TRITONBACKEND_StateUpdate is called @@ (however TRITONBACKEND_StateUpdate should still be called for @@ completeness). @@ @@ The default value is false. @@
bool use_same_buffer_for_input_output = 6;- Parameters:
value- The useSameBufferForInputOutput to set.- Returns:
- This builder for chaining.
-
clearUseSameBufferForInputOutput
@@ .. cpp:var:: bool use_same_buffer_for_input_output @@ @@ The optional field to use a single buffer for both input and output @@ state. Without this option, Triton allocates separate buffers @@ for input and output state @@ which can be problematic if the state size is @@ large. This option reduces the memory usage by allocating a single @@ buffer. Enabling this option is recommended whenever @@ the input state is processed before the output state is written. @@ When enabled the state @@ will always be updated independent of whether @@ TRITONBACKEND_StateUpdate is called @@ (however TRITONBACKEND_StateUpdate should still be called for @@ completeness). @@ @@ The default value is false. @@
bool use_same_buffer_for_input_output = 6;- Returns:
- This builder for chaining.
-
getUseGrowableMemory
public boolean getUseGrowableMemory()@@ .. cpp:var:: bool use_growable_memory @@ @@ The optional field to enable an implicit state buffer to grow @@ without reallocating or copying existing memory. @@ Additional memory will be appended to the end of the buffer and @@ existing data will be preserved. @@ This option is only available for CUDA memory and requires enabling @@ use_same_buffer_for_input_output. When using this option, @@ StateBuffer call will always return CUDA memory even if CPU memory @@ is requested. @@ @@ The default value is false. @@
bool use_growable_memory = 7;- Specified by:
getUseGrowableMemoryin interfaceModelConfigOuterClass.ModelSequenceBatching.StateOrBuilder- Returns:
- The useGrowableMemory.
-
setUseGrowableMemory
public ModelConfigOuterClass.ModelSequenceBatching.State.Builder setUseGrowableMemory(boolean value) @@ .. cpp:var:: bool use_growable_memory @@ @@ The optional field to enable an implicit state buffer to grow @@ without reallocating or copying existing memory. @@ Additional memory will be appended to the end of the buffer and @@ existing data will be preserved. @@ This option is only available for CUDA memory and requires enabling @@ use_same_buffer_for_input_output. When using this option, @@ StateBuffer call will always return CUDA memory even if CPU memory @@ is requested. @@ @@ The default value is false. @@
bool use_growable_memory = 7;- Parameters:
value- The useGrowableMemory to set.- Returns:
- This builder for chaining.
-
clearUseGrowableMemory
@@ .. cpp:var:: bool use_growable_memory @@ @@ The optional field to enable an implicit state buffer to grow @@ without reallocating or copying existing memory. @@ Additional memory will be appended to the end of the buffer and @@ existing data will be preserved. @@ This option is only available for CUDA memory and requires enabling @@ use_same_buffer_for_input_output. When using this option, @@ StateBuffer call will always return CUDA memory even if CPU memory @@ is requested. @@ @@ The default value is false. @@
bool use_growable_memory = 7;- Returns:
- This builder for chaining.
-
setUnknownFields
public final ModelConfigOuterClass.ModelSequenceBatching.State.Builder setUnknownFields(com.google.protobuf.UnknownFieldSet unknownFields) - Specified by:
setUnknownFieldsin interfacecom.google.protobuf.Message.Builder- Overrides:
setUnknownFieldsin classcom.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelSequenceBatching.State.Builder>
-
mergeUnknownFields
public final ModelConfigOuterClass.ModelSequenceBatching.State.Builder mergeUnknownFields(com.google.protobuf.UnknownFieldSet unknownFields) - Specified by:
mergeUnknownFieldsin interfacecom.google.protobuf.Message.Builder- Overrides:
mergeUnknownFieldsin classcom.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelSequenceBatching.State.Builder>
-