Package inference

Class ModelConfigOuterClass.ModelSequenceBatching.State

java.lang.Object

com.google.protobuf.AbstractMessageLite

com.google.protobuf.AbstractMessage

com.google.protobuf.GeneratedMessageV3

inference.ModelConfigOuterClass.ModelSequenceBatching.State

All Implemented Interfaces:

com.google.protobuf.Message, com.google.protobuf.MessageLite, com.google.protobuf.MessageLiteOrBuilder, com.google.protobuf.MessageOrBuilder, ModelConfigOuterClass.ModelSequenceBatching.StateOrBuilder, Serializable

Enclosing class:

ModelConfigOuterClass.ModelSequenceBatching

public static final class ModelConfigOuterClass.ModelSequenceBatching.State
extends com.google.protobuf.GeneratedMessageV3
implements ModelConfigOuterClass.ModelSequenceBatching.StateOrBuilder

@@  .. cpp:var:: message State
@@
@@     An input / output pair of tensors that carry state for the sequence.
@@
 

Protobuf type inference.ModelSequenceBatching.State

See Also:

• Serialized Form

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
static final class	ModelConfigOuterClass.ModelSequenceBatching.State.Builder	@@ ..

Nested classes/interfaces inherited from class com.google.protobuf.GeneratedMessageV3

com.google.protobuf.GeneratedMessageV3.BuilderParent, com.google.protobuf.GeneratedMessageV3.ExtendableBuilder<MessageT extends com.google.protobuf.GeneratedMessageV3.ExtendableMessage<MessageT>,BuilderT extends com.google.protobuf.GeneratedMessageV3.ExtendableBuilder<MessageT,BuilderT>>, com.google.protobuf.GeneratedMessageV3.ExtendableMessage<MessageT extends com.google.protobuf.GeneratedMessageV3.ExtendableMessage<MessageT>>, com.google.protobuf.GeneratedMessageV3.ExtendableMessageOrBuilder<MessageT extends com.google.protobuf.GeneratedMessageV3.ExtendableMessage<MessageT>>, com.google.protobuf.GeneratedMessageV3.FieldAccessorTable, com.google.protobuf.GeneratedMessageV3.UnusedPrivateParameter

Nested classes/interfaces inherited from class com.google.protobuf.AbstractMessageLite

com.google.protobuf.AbstractMessageLite.InternalOneOfEnum

Field Summary

Fields

Modifier and Type	Field	Description
static final int	DATA_TYPE_FIELD_NUMBER
static final int	DIMS_FIELD_NUMBER
static final int	INITIAL_STATE_FIELD_NUMBER
static final int	INPUT_NAME_FIELD_NUMBER
static final int	OUTPUT_NAME_FIELD_NUMBER
static final int	USE_GROWABLE_MEMORY_FIELD_NUMBER
static final int	USE_SAME_BUFFER_FOR_INPUT_OUTPUT_FIELD_NUMBER

Fields inherited from class com.google.protobuf.GeneratedMessageV3

alwaysUseFieldBuilders, unknownFields

Fields inherited from class com.google.protobuf.AbstractMessage

memoizedSize

Fields inherited from class com.google.protobuf.AbstractMessageLite

memoizedHashCode

Method Summary

Modifier and Type	Method	Description
boolean	equals(Object obj)
ModelConfigOuterClass.DataType	getDataType()	@@ ..
int	getDataTypeValue()	@@ ..
static ModelConfigOuterClass.ModelSequenceBatching.State	getDefaultInstance()
ModelConfigOuterClass.ModelSequenceBatching.State	getDefaultInstanceForType()
static final com.google.protobuf.Descriptors.Descriptor	getDescriptor()
long	getDims(int index)	@@ ..
int	getDimsCount()	@@ ..
List<Long>	getDimsList()	@@ ..
ModelConfigOuterClass.ModelSequenceBatching.InitialState	getInitialState(int index)	@@ ..
int	getInitialStateCount()	@@ ..
List<ModelConfigOuterClass.ModelSequenceBatching.InitialState>	getInitialStateList()	@@ ..
ModelConfigOuterClass.ModelSequenceBatching.InitialStateOrBuilder	getInitialStateOrBuilder(int index)	@@ ..
List<? extends ModelConfigOuterClass.ModelSequenceBatching.InitialStateOrBuilder>	getInitialStateOrBuilderList()	@@ ..
String	getInputName()	@@ ..
com.google.protobuf.ByteString	getInputNameBytes()	@@ ..
String	getOutputName()	@@ ..
com.google.protobuf.ByteString	getOutputNameBytes()	@@ ..
com.google.protobuf.Parser<ModelConfigOuterClass.ModelSequenceBatching.State>	getParserForType()
int	getSerializedSize()
boolean	getUseGrowableMemory()	@@ ..
boolean	getUseSameBufferForInputOutput()	@@ ..
int	hashCode()
protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable	internalGetFieldAccessorTable()
final boolean	isInitialized()
static ModelConfigOuterClass.ModelSequenceBatching.State.Builder	newBuilder()
static ModelConfigOuterClass.ModelSequenceBatching.State.Builder	newBuilder(ModelConfigOuterClass.ModelSequenceBatching.State prototype)
ModelConfigOuterClass.ModelSequenceBatching.State.Builder	newBuilderForType()
protected ModelConfigOuterClass.ModelSequenceBatching.State.Builder	newBuilderForType(com.google.protobuf.GeneratedMessageV3.BuilderParent parent)
protected Object	newInstance(com.google.protobuf.GeneratedMessageV3.UnusedPrivateParameter unused)
static ModelConfigOuterClass.ModelSequenceBatching.State	parseDelimitedFrom(InputStream input)
static ModelConfigOuterClass.ModelSequenceBatching.State	parseDelimitedFrom(InputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
static ModelConfigOuterClass.ModelSequenceBatching.State	parseFrom(byte[] data)
static ModelConfigOuterClass.ModelSequenceBatching.State	parseFrom(byte[] data, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
static ModelConfigOuterClass.ModelSequenceBatching.State	parseFrom(com.google.protobuf.ByteString data)
static ModelConfigOuterClass.ModelSequenceBatching.State	parseFrom(com.google.protobuf.ByteString data, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
static ModelConfigOuterClass.ModelSequenceBatching.State	parseFrom(com.google.protobuf.CodedInputStream input)
static ModelConfigOuterClass.ModelSequenceBatching.State	parseFrom(com.google.protobuf.CodedInputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
static ModelConfigOuterClass.ModelSequenceBatching.State	parseFrom(InputStream input)
static ModelConfigOuterClass.ModelSequenceBatching.State	parseFrom(InputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
static ModelConfigOuterClass.ModelSequenceBatching.State	parseFrom(ByteBuffer data)
static ModelConfigOuterClass.ModelSequenceBatching.State	parseFrom(ByteBuffer data, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
static com.google.protobuf.Parser<ModelConfigOuterClass.ModelSequenceBatching.State>	parser()
ModelConfigOuterClass.ModelSequenceBatching.State.Builder	toBuilder()
void	writeTo(com.google.protobuf.CodedOutputStream output)

Methods inherited from class com.google.protobuf.GeneratedMessageV3

canUseUnsafe, computeStringSize, computeStringSizeNoTag, emptyBooleanList, emptyDoubleList, emptyFloatList, emptyIntList, emptyList, emptyLongList, getAllFields, getDescriptorForType, getField, getOneofFieldDescriptor, getRepeatedField, getRepeatedFieldCount, getUnknownFields, hasField, hasOneof, internalGetMapField, internalGetMapFieldReflection, isStringEmpty, makeExtensionsImmutable, makeMutableCopy, makeMutableCopy, mergeFromAndMakeImmutableInternal, mutableCopy, mutableCopy, mutableCopy, mutableCopy, mutableCopy, newBooleanList, newBuilderForType, newDoubleList, newFloatList, newIntList, newLongList, parseDelimitedWithIOException, parseDelimitedWithIOException, parseUnknownField, parseUnknownFieldProto3, parseWithIOException, parseWithIOException, parseWithIOException, parseWithIOException, serializeBooleanMapTo, serializeIntegerMapTo, serializeLongMapTo, serializeStringMapTo, writeReplace, writeString, writeStringNoTag

Methods inherited from class com.google.protobuf.AbstractMessage

findInitializationErrors, getInitializationErrorString, hashBoolean, hashEnum, hashEnumList, hashFields, hashLong, toString

Methods inherited from class com.google.protobuf.AbstractMessageLite

addAll, addAll, checkByteStringIsUtf8, toByteArray, toByteString, writeDelimitedTo, writeTo

Methods inherited from class java.lang.Object

clone, finalize, getClass, notify, notifyAll, wait, wait, wait

Methods inherited from interface com.google.protobuf.MessageLite

toByteArray, toByteString, writeDelimitedTo, writeTo

Methods inherited from interface com.google.protobuf.MessageOrBuilder

findInitializationErrors, getAllFields, getDescriptorForType, getField, getInitializationErrorString, getOneofFieldDescriptor, getRepeatedField, getRepeatedFieldCount, getUnknownFields, hasField, hasOneof

Field Details

INPUT_NAME_FIELD_NUMBER

public static final int INPUT_NAME_FIELD_NUMBER

See Also:

• Constant Field Values

OUTPUT_NAME_FIELD_NUMBER

public static final int OUTPUT_NAME_FIELD_NUMBER

See Also:

• Constant Field Values

DATA_TYPE_FIELD_NUMBER

public static final int DATA_TYPE_FIELD_NUMBER

See Also:

• Constant Field Values

DIMS_FIELD_NUMBER

public static final int DIMS_FIELD_NUMBER

See Also:

• Constant Field Values

INITIAL_STATE_FIELD_NUMBER

public static final int INITIAL_STATE_FIELD_NUMBER

See Also:

• Constant Field Values

USE_SAME_BUFFER_FOR_INPUT_OUTPUT_FIELD_NUMBER

public static final int USE_SAME_BUFFER_FOR_INPUT_OUTPUT_FIELD_NUMBER

See Also:

• Constant Field Values

USE_GROWABLE_MEMORY_FIELD_NUMBER

public static final int USE_GROWABLE_MEMORY_FIELD_NUMBER

See Also:

• Constant Field Values

Method Details

newInstance

protected Object newInstance(com.google.protobuf.GeneratedMessageV3.UnusedPrivateParameter unused)

Overrides:

newInstance in class com.google.protobuf.GeneratedMessageV3

getDescriptor

public static final com.google.protobuf.Descriptors.Descriptor getDescriptor()

internalGetFieldAccessorTable

protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable internalGetFieldAccessorTable()

Specified by:

internalGetFieldAccessorTable in class com.google.protobuf.GeneratedMessageV3

getInputName

public String getInputName()

@@    .. cpp:var:: string input_name
@@
@@       The name of the model state input.
@@
 

string input_name = 1;

Specified by:

getInputName in interface ModelConfigOuterClass.ModelSequenceBatching.StateOrBuilder

Returns:

The inputName.

getInputNameBytes

public com.google.protobuf.ByteString getInputNameBytes()

@@    .. cpp:var:: string input_name
@@
@@       The name of the model state input.
@@
 

string input_name = 1;

Specified by:

getInputNameBytes in interface ModelConfigOuterClass.ModelSequenceBatching.StateOrBuilder

Returns:

The bytes for inputName.

getOutputName

public String getOutputName()

@@    .. cpp:var:: string output_name
@@
@@       The name of the model state output.
@@
 

string output_name = 2;

Specified by:

getOutputName in interface ModelConfigOuterClass.ModelSequenceBatching.StateOrBuilder

Returns:

The outputName.

getOutputNameBytes

public com.google.protobuf.ByteString getOutputNameBytes()

@@    .. cpp:var:: string output_name
@@
@@       The name of the model state output.
@@
 

string output_name = 2;

Specified by:

getOutputNameBytes in interface ModelConfigOuterClass.ModelSequenceBatching.StateOrBuilder

Returns:

The bytes for outputName.

getDataTypeValue

public int getDataTypeValue()

@@    .. cpp:var:: DataType data_type
@@
@@       The data-type of the state.
@@
 

.inference.DataType data_type = 3;

Specified by:

getDataTypeValue in interface ModelConfigOuterClass.ModelSequenceBatching.StateOrBuilder

Returns:

The enum numeric value on the wire for dataType.

getDataType

public ModelConfigOuterClass.DataType getDataType()

@@    .. cpp:var:: DataType data_type
@@
@@       The data-type of the state.
@@
 

.inference.DataType data_type = 3;

Specified by:

getDataType in interface ModelConfigOuterClass.ModelSequenceBatching.StateOrBuilder

Returns:

The dataType.

getDimsList

public List<Long> getDimsList()

@@    .. cpp:var:: int64 dim (repeated)
@@
@@       The dimension.
@@
 

repeated int64 dims = 4;

Specified by:

getDimsList in interface ModelConfigOuterClass.ModelSequenceBatching.StateOrBuilder

Returns:

A list containing the dims.

getDimsCount

public int getDimsCount()

@@    .. cpp:var:: int64 dim (repeated)
@@
@@       The dimension.
@@
 

repeated int64 dims = 4;

Specified by:

getDimsCount in interface ModelConfigOuterClass.ModelSequenceBatching.StateOrBuilder

Returns:

The count of dims.

getDims

public long getDims(int index)

@@    .. cpp:var:: int64 dim (repeated)
@@
@@       The dimension.
@@
 

repeated int64 dims = 4;

Specified by:

getDims in interface ModelConfigOuterClass.ModelSequenceBatching.StateOrBuilder

Parameters:

index - The index of the element to return.

Returns:

The dims at the given index.

getInitialStateList

public List<ModelConfigOuterClass.ModelSequenceBatching.InitialState> getInitialStateList()

@@  .. cpp:var:: InitialState initial_state (repeated)
@@
@@     The optional field to specify the initial state for the model.
@@
 

repeated .inference.ModelSequenceBatching.InitialState initial_state = 5;

Specified by:

getInitialStateList in interface ModelConfigOuterClass.ModelSequenceBatching.StateOrBuilder

getInitialStateOrBuilderList

public List<? extends ModelConfigOuterClass.ModelSequenceBatching.InitialStateOrBuilder> getInitialStateOrBuilderList()

@@  .. cpp:var:: InitialState initial_state (repeated)
@@
@@     The optional field to specify the initial state for the model.
@@
 

repeated .inference.ModelSequenceBatching.InitialState initial_state = 5;

Specified by:

getInitialStateOrBuilderList in interface ModelConfigOuterClass.ModelSequenceBatching.StateOrBuilder

getInitialStateCount

public int getInitialStateCount()

@@  .. cpp:var:: InitialState initial_state (repeated)
@@
@@     The optional field to specify the initial state for the model.
@@
 

repeated .inference.ModelSequenceBatching.InitialState initial_state = 5;

Specified by:

getInitialStateCount in interface ModelConfigOuterClass.ModelSequenceBatching.StateOrBuilder

getInitialState

public ModelConfigOuterClass.ModelSequenceBatching.InitialState getInitialState(int index)

@@  .. cpp:var:: InitialState initial_state (repeated)
@@
@@     The optional field to specify the initial state for the model.
@@
 

repeated .inference.ModelSequenceBatching.InitialState initial_state = 5;

Specified by:

getInitialState in interface ModelConfigOuterClass.ModelSequenceBatching.StateOrBuilder

getInitialStateOrBuilder

public ModelConfigOuterClass.ModelSequenceBatching.InitialStateOrBuilder getInitialStateOrBuilder(int index)

@@  .. cpp:var:: InitialState initial_state (repeated)
@@
@@     The optional field to specify the initial state for the model.
@@
 

repeated .inference.ModelSequenceBatching.InitialState initial_state = 5;

Specified by:

getInitialStateOrBuilder in interface ModelConfigOuterClass.ModelSequenceBatching.StateOrBuilder

getUseSameBufferForInputOutput

public boolean getUseSameBufferForInputOutput()

@@  .. cpp:var:: bool use_same_buffer_for_input_output
@@
@@     The optional field to use a single buffer for both input and output
@@     state. Without this option, Triton allocates separate buffers
@@     for input and output state
@@     which can be problematic if the state size is
@@     large. This option reduces the memory usage by allocating a single
@@     buffer. Enabling this option is recommended whenever
@@     the input state is processed before the output state is written.
@@     When enabled the state
@@     will always be updated independent of whether
@@     TRITONBACKEND_StateUpdate is called
@@     (however TRITONBACKEND_StateUpdate should still be called for
@@     completeness).
@@
@@     The default value is false.
@@
 

bool use_same_buffer_for_input_output = 6;

Specified by:

getUseSameBufferForInputOutput in interface ModelConfigOuterClass.ModelSequenceBatching.StateOrBuilder

Returns:

The useSameBufferForInputOutput.

getUseGrowableMemory

public boolean getUseGrowableMemory()

@@  .. cpp:var:: bool use_growable_memory
@@
@@     The optional field to enable an implicit state buffer to grow
@@     without reallocating or copying existing memory.
@@     Additional memory will be appended to the end of the buffer and
@@     existing data will be preserved.
@@     This option is only available for CUDA memory and requires enabling
@@     use_same_buffer_for_input_output. When using this option,
@@     StateBuffer call will always return CUDA memory even if CPU memory
@@     is requested.
@@
@@     The default value is false.
@@
 

bool use_growable_memory = 7;

Specified by:

getUseGrowableMemory in interface ModelConfigOuterClass.ModelSequenceBatching.StateOrBuilder

Returns:

The useGrowableMemory.

isInitialized

public final boolean isInitialized()

Specified by:

isInitialized in interface com.google.protobuf.MessageLiteOrBuilder

Overrides:

isInitialized in class com.google.protobuf.GeneratedMessageV3

writeTo

public void writeTo(com.google.protobuf.CodedOutputStream output)
             throws IOException

Specified by:

writeTo in interface com.google.protobuf.MessageLite

Overrides:

writeTo in class com.google.protobuf.GeneratedMessageV3

Throws:

IOException

getSerializedSize

public int getSerializedSize()

Specified by:

getSerializedSize in interface com.google.protobuf.MessageLite

Overrides:

getSerializedSize in class com.google.protobuf.GeneratedMessageV3

equals

public boolean equals(Object obj)

Specified by:

equals in interface com.google.protobuf.Message

Overrides:

equals in class com.google.protobuf.AbstractMessage

hashCode

public int hashCode()

Specified by:

hashCode in interface com.google.protobuf.Message

Overrides:

hashCode in class com.google.protobuf.AbstractMessage

parseFrom

public static ModelConfigOuterClass.ModelSequenceBatching.State parseFrom(ByteBuffer data)
                                                                   throws com.google.protobuf.InvalidProtocolBufferException

Throws:

com.google.protobuf.InvalidProtocolBufferException

parseFrom

public static ModelConfigOuterClass.ModelSequenceBatching.State parseFrom(ByteBuffer data,
 com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                                                                   throws com.google.protobuf.InvalidProtocolBufferException

Throws:

com.google.protobuf.InvalidProtocolBufferException

parseFrom

public static ModelConfigOuterClass.ModelSequenceBatching.State parseFrom(com.google.protobuf.ByteString data)
                                                                   throws com.google.protobuf.InvalidProtocolBufferException

Throws:

com.google.protobuf.InvalidProtocolBufferException

parseFrom

public static ModelConfigOuterClass.ModelSequenceBatching.State parseFrom(com.google.protobuf.ByteString data,
 com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                                                                   throws com.google.protobuf.InvalidProtocolBufferException

Throws:

com.google.protobuf.InvalidProtocolBufferException

parseFrom

public static ModelConfigOuterClass.ModelSequenceBatching.State parseFrom(byte[] data)
                                                                   throws com.google.protobuf.InvalidProtocolBufferException

Throws:

com.google.protobuf.InvalidProtocolBufferException

parseFrom

public static ModelConfigOuterClass.ModelSequenceBatching.State parseFrom(byte[] data,
 com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                                                                   throws com.google.protobuf.InvalidProtocolBufferException

Throws:

com.google.protobuf.InvalidProtocolBufferException

parseFrom

public static ModelConfigOuterClass.ModelSequenceBatching.State parseFrom(InputStream input)
                                                                   throws IOException

Throws:

IOException

parseFrom

public static ModelConfigOuterClass.ModelSequenceBatching.State parseFrom(InputStream input,
 com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                                                                   throws IOException

Throws:

IOException

parseDelimitedFrom

public static ModelConfigOuterClass.ModelSequenceBatching.State parseDelimitedFrom(InputStream input)
                                                                            throws IOException

Throws:

IOException

parseDelimitedFrom

public static ModelConfigOuterClass.ModelSequenceBatching.State parseDelimitedFrom(InputStream input,
 com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                                                                            throws IOException

Throws:

IOException

parseFrom

public static ModelConfigOuterClass.ModelSequenceBatching.State parseFrom(com.google.protobuf.CodedInputStream input)
                                                                   throws IOException

Throws:

IOException

parseFrom

public static ModelConfigOuterClass.ModelSequenceBatching.State parseFrom(com.google.protobuf.CodedInputStream input,
 com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                                                                   throws IOException

Throws:

IOException

newBuilderForType

public ModelConfigOuterClass.ModelSequenceBatching.State.Builder newBuilderForType()

Specified by:

newBuilderForType in interface com.google.protobuf.Message

Specified by:

newBuilderForType in interface com.google.protobuf.MessageLite

newBuilder

public static ModelConfigOuterClass.ModelSequenceBatching.State.Builder newBuilder()

newBuilder

public static ModelConfigOuterClass.ModelSequenceBatching.State.Builder newBuilder(ModelConfigOuterClass.ModelSequenceBatching.State prototype)

toBuilder

public ModelConfigOuterClass.ModelSequenceBatching.State.Builder toBuilder()

Specified by:

toBuilder in interface com.google.protobuf.Message

Specified by:

toBuilder in interface com.google.protobuf.MessageLite

newBuilderForType

protected ModelConfigOuterClass.ModelSequenceBatching.State.Builder newBuilderForType(com.google.protobuf.GeneratedMessageV3.BuilderParent parent)

Specified by:

newBuilderForType in class com.google.protobuf.GeneratedMessageV3

getDefaultInstance

public static ModelConfigOuterClass.ModelSequenceBatching.State getDefaultInstance()

parser

public static com.google.protobuf.Parser<ModelConfigOuterClass.ModelSequenceBatching.State> parser()

getParserForType

public com.google.protobuf.Parser<ModelConfigOuterClass.ModelSequenceBatching.State> getParserForType()

Specified by:

getParserForType in interface com.google.protobuf.Message

Specified by:

getParserForType in interface com.google.protobuf.MessageLite

Overrides:

getParserForType in class com.google.protobuf.GeneratedMessageV3

getDefaultInstanceForType

public ModelConfigOuterClass.ModelSequenceBatching.State getDefaultInstanceForType()

Specified by:

getDefaultInstanceForType in interface com.google.protobuf.MessageLiteOrBuilder

Specified by:

getDefaultInstanceForType in interface com.google.protobuf.MessageOrBuilder