Package inference
Class ModelConfigOuterClass.ModelSequenceBatching
java.lang.Object
com.google.protobuf.AbstractMessageLite
com.google.protobuf.AbstractMessage
com.google.protobuf.GeneratedMessageV3
inference.ModelConfigOuterClass.ModelSequenceBatching
- All Implemented Interfaces:
com.google.protobuf.Message,com.google.protobuf.MessageLite,com.google.protobuf.MessageLiteOrBuilder,com.google.protobuf.MessageOrBuilder,ModelConfigOuterClass.ModelSequenceBatchingOrBuilder,Serializable
- Enclosing class:
ModelConfigOuterClass
public static final class ModelConfigOuterClass.ModelSequenceBatching
extends com.google.protobuf.GeneratedMessageV3
implements ModelConfigOuterClass.ModelSequenceBatchingOrBuilder
@@ @@.. cpp:var:: message ModelSequenceBatching @@ @@ Sequence batching configuration. These settings control how sequence @@ batching operates for the model. @@Protobuf type
inference.ModelSequenceBatching- See Also:
-
Nested Class Summary
Nested ClassesModifier and TypeClassDescriptionstatic final class@@ @@..static final class@@ ..static final class@@ ..static interfacestatic interfacestatic final class@@ @@ ..static interfacestatic final class@@ ..static interfacestatic enumstatic final class@@ ..static interfacestatic final class@@ ..static interfaceNested classes/interfaces inherited from class com.google.protobuf.GeneratedMessageV3
com.google.protobuf.GeneratedMessageV3.BuilderParent, com.google.protobuf.GeneratedMessageV3.ExtendableBuilder<MessageT extends com.google.protobuf.GeneratedMessageV3.ExtendableMessage<MessageT>,BuilderT extends com.google.protobuf.GeneratedMessageV3.ExtendableBuilder<MessageT, BuilderT>>, com.google.protobuf.GeneratedMessageV3.ExtendableMessage<MessageT extends com.google.protobuf.GeneratedMessageV3.ExtendableMessage<MessageT>>, com.google.protobuf.GeneratedMessageV3.ExtendableMessageOrBuilder<MessageT extends com.google.protobuf.GeneratedMessageV3.ExtendableMessage<MessageT>>, com.google.protobuf.GeneratedMessageV3.FieldAccessorTable, com.google.protobuf.GeneratedMessageV3.UnusedPrivateParameter Nested classes/interfaces inherited from class com.google.protobuf.AbstractMessageLite
com.google.protobuf.AbstractMessageLite.InternalOneOfEnum -
Field Summary
FieldsModifier and TypeFieldDescriptionstatic final intstatic final intstatic final intstatic final intstatic final intstatic final intFields inherited from class com.google.protobuf.GeneratedMessageV3
alwaysUseFieldBuilders, unknownFieldsFields inherited from class com.google.protobuf.AbstractMessage
memoizedSizeFields inherited from class com.google.protobuf.AbstractMessageLite
memoizedHashCode -
Method Summary
Modifier and TypeMethodDescriptionbooleangetControlInput(int index) @@ ..int@@ ..@@ ..getControlInputOrBuilder(int index) @@ ..@@ ..static final com.google.protobuf.Descriptors.Descriptor@@ ..@@ ..boolean@@ ..long@@ ..@@ ..@@ ..com.google.protobuf.Parser<ModelConfigOuterClass.ModelSequenceBatching> intgetState(int index) @@ ..int@@ ..@@ ..getStateOrBuilder(int index) @@ ..@@ ..boolean@@ ..inthashCode()boolean@@ ..protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTablefinal booleannewBuilderForType(com.google.protobuf.GeneratedMessageV3.BuilderParent parent) protected ObjectnewInstance(com.google.protobuf.GeneratedMessageV3.UnusedPrivateParameter unused) parseDelimitedFrom(InputStream input) parseDelimitedFrom(InputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry) parseFrom(byte[] data) parseFrom(byte[] data, com.google.protobuf.ExtensionRegistryLite extensionRegistry) parseFrom(com.google.protobuf.ByteString data) parseFrom(com.google.protobuf.ByteString data, com.google.protobuf.ExtensionRegistryLite extensionRegistry) parseFrom(com.google.protobuf.CodedInputStream input) parseFrom(com.google.protobuf.CodedInputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry) parseFrom(InputStream input) parseFrom(InputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry) parseFrom(ByteBuffer data) parseFrom(ByteBuffer data, com.google.protobuf.ExtensionRegistryLite extensionRegistry) static com.google.protobuf.Parser<ModelConfigOuterClass.ModelSequenceBatching> parser()voidwriteTo(com.google.protobuf.CodedOutputStream output) Methods inherited from class com.google.protobuf.GeneratedMessageV3
canUseUnsafe, computeStringSize, computeStringSizeNoTag, emptyBooleanList, emptyDoubleList, emptyFloatList, emptyIntList, emptyList, emptyLongList, getAllFields, getDescriptorForType, getField, getOneofFieldDescriptor, getRepeatedField, getRepeatedFieldCount, getUnknownFields, hasField, hasOneof, internalGetMapField, internalGetMapFieldReflection, isStringEmpty, makeExtensionsImmutable, makeMutableCopy, makeMutableCopy, mergeFromAndMakeImmutableInternal, mutableCopy, mutableCopy, mutableCopy, mutableCopy, mutableCopy, newBooleanList, newBuilderForType, newDoubleList, newFloatList, newIntList, newLongList, parseDelimitedWithIOException, parseDelimitedWithIOException, parseUnknownField, parseUnknownFieldProto3, parseWithIOException, parseWithIOException, parseWithIOException, parseWithIOException, serializeBooleanMapTo, serializeIntegerMapTo, serializeLongMapTo, serializeStringMapTo, writeReplace, writeString, writeStringNoTagMethods inherited from class com.google.protobuf.AbstractMessage
findInitializationErrors, getInitializationErrorString, hashBoolean, hashEnum, hashEnumList, hashFields, hashLong, toStringMethods inherited from class com.google.protobuf.AbstractMessageLite
addAll, addAll, checkByteStringIsUtf8, toByteArray, toByteString, writeDelimitedTo, writeToMethods inherited from class java.lang.Object
clone, finalize, getClass, notify, notifyAll, wait, wait, waitMethods inherited from interface com.google.protobuf.MessageLite
toByteArray, toByteString, writeDelimitedTo, writeToMethods inherited from interface com.google.protobuf.MessageOrBuilder
findInitializationErrors, getAllFields, getDescriptorForType, getField, getInitializationErrorString, getOneofFieldDescriptor, getRepeatedField, getRepeatedFieldCount, getUnknownFields, hasField, hasOneof
-
Field Details
-
DIRECT_FIELD_NUMBER
public static final int DIRECT_FIELD_NUMBER- See Also:
-
OLDEST_FIELD_NUMBER
public static final int OLDEST_FIELD_NUMBER- See Also:
-
MAX_SEQUENCE_IDLE_MICROSECONDS_FIELD_NUMBER
public static final int MAX_SEQUENCE_IDLE_MICROSECONDS_FIELD_NUMBER- See Also:
-
CONTROL_INPUT_FIELD_NUMBER
public static final int CONTROL_INPUT_FIELD_NUMBER- See Also:
-
STATE_FIELD_NUMBER
public static final int STATE_FIELD_NUMBER- See Also:
-
ITERATIVE_SEQUENCE_FIELD_NUMBER
public static final int ITERATIVE_SEQUENCE_FIELD_NUMBER- See Also:
-
-
Method Details
-
newInstance
- Overrides:
newInstancein classcom.google.protobuf.GeneratedMessageV3
-
getDescriptor
public static final com.google.protobuf.Descriptors.Descriptor getDescriptor() -
internalGetFieldAccessorTable
protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable internalGetFieldAccessorTable()- Specified by:
internalGetFieldAccessorTablein classcom.google.protobuf.GeneratedMessageV3
-
getStrategyChoiceCase
- Specified by:
getStrategyChoiceCasein interfaceModelConfigOuterClass.ModelSequenceBatchingOrBuilder
-
hasDirect
public boolean hasDirect()@@ .. cpp:var:: StrategyDirect direct @@ @@ StrategyDirect scheduling strategy. @@
.inference.ModelSequenceBatching.StrategyDirect direct = 3;- Specified by:
hasDirectin interfaceModelConfigOuterClass.ModelSequenceBatchingOrBuilder- Returns:
- Whether the direct field is set.
-
getDirect
@@ .. cpp:var:: StrategyDirect direct @@ @@ StrategyDirect scheduling strategy. @@
.inference.ModelSequenceBatching.StrategyDirect direct = 3;- Specified by:
getDirectin interfaceModelConfigOuterClass.ModelSequenceBatchingOrBuilder- Returns:
- The direct.
-
getDirectOrBuilder
@@ .. cpp:var:: StrategyDirect direct @@ @@ StrategyDirect scheduling strategy. @@
.inference.ModelSequenceBatching.StrategyDirect direct = 3;- Specified by:
getDirectOrBuilderin interfaceModelConfigOuterClass.ModelSequenceBatchingOrBuilder
-
hasOldest
public boolean hasOldest()@@ .. cpp:var:: StrategyOldest oldest @@ @@ StrategyOldest scheduling strategy. @@
.inference.ModelSequenceBatching.StrategyOldest oldest = 4;- Specified by:
hasOldestin interfaceModelConfigOuterClass.ModelSequenceBatchingOrBuilder- Returns:
- Whether the oldest field is set.
-
getOldest
@@ .. cpp:var:: StrategyOldest oldest @@ @@ StrategyOldest scheduling strategy. @@
.inference.ModelSequenceBatching.StrategyOldest oldest = 4;- Specified by:
getOldestin interfaceModelConfigOuterClass.ModelSequenceBatchingOrBuilder- Returns:
- The oldest.
-
getOldestOrBuilder
@@ .. cpp:var:: StrategyOldest oldest @@ @@ StrategyOldest scheduling strategy. @@
.inference.ModelSequenceBatching.StrategyOldest oldest = 4;- Specified by:
getOldestOrBuilderin interfaceModelConfigOuterClass.ModelSequenceBatchingOrBuilder
-
getMaxSequenceIdleMicroseconds
public long getMaxSequenceIdleMicroseconds()@@ .. cpp:var:: uint64 max_sequence_idle_microseconds @@ @@ The maximum time, in microseconds, that a sequence is allowed to @@ be idle before it is aborted. The inference server considers a @@ sequence idle when it does not have any inference request queued @@ for the sequence. If this limit is exceeded, the inference server @@ will free the sequence slot allocated by the sequence and make it @@ available for another sequence. If not specified (or specified as @@ zero) a default value of 1000000 (1 second) is used. @@
uint64 max_sequence_idle_microseconds = 1;- Specified by:
getMaxSequenceIdleMicrosecondsin interfaceModelConfigOuterClass.ModelSequenceBatchingOrBuilder- Returns:
- The maxSequenceIdleMicroseconds.
-
getControlInputList
@@ .. cpp:var:: ControlInput control_input (repeated) @@ @@ The model input(s) that the server should use to communicate @@ sequence start, stop, ready and similar control values to the @@ model. @@
repeated .inference.ModelSequenceBatching.ControlInput control_input = 2;- Specified by:
getControlInputListin interfaceModelConfigOuterClass.ModelSequenceBatchingOrBuilder
-
getControlInputOrBuilderList
public List<? extends ModelConfigOuterClass.ModelSequenceBatching.ControlInputOrBuilder> getControlInputOrBuilderList()@@ .. cpp:var:: ControlInput control_input (repeated) @@ @@ The model input(s) that the server should use to communicate @@ sequence start, stop, ready and similar control values to the @@ model. @@
repeated .inference.ModelSequenceBatching.ControlInput control_input = 2;- Specified by:
getControlInputOrBuilderListin interfaceModelConfigOuterClass.ModelSequenceBatchingOrBuilder
-
getControlInputCount
public int getControlInputCount()@@ .. cpp:var:: ControlInput control_input (repeated) @@ @@ The model input(s) that the server should use to communicate @@ sequence start, stop, ready and similar control values to the @@ model. @@
repeated .inference.ModelSequenceBatching.ControlInput control_input = 2;- Specified by:
getControlInputCountin interfaceModelConfigOuterClass.ModelSequenceBatchingOrBuilder
-
getControlInput
@@ .. cpp:var:: ControlInput control_input (repeated) @@ @@ The model input(s) that the server should use to communicate @@ sequence start, stop, ready and similar control values to the @@ model. @@
repeated .inference.ModelSequenceBatching.ControlInput control_input = 2;- Specified by:
getControlInputin interfaceModelConfigOuterClass.ModelSequenceBatchingOrBuilder
-
getControlInputOrBuilder
public ModelConfigOuterClass.ModelSequenceBatching.ControlInputOrBuilder getControlInputOrBuilder(int index) @@ .. cpp:var:: ControlInput control_input (repeated) @@ @@ The model input(s) that the server should use to communicate @@ sequence start, stop, ready and similar control values to the @@ model. @@
repeated .inference.ModelSequenceBatching.ControlInput control_input = 2;- Specified by:
getControlInputOrBuilderin interfaceModelConfigOuterClass.ModelSequenceBatchingOrBuilder
-
getStateList
@@ .. cpp:var:: State state (repeated) @@ @@ The optional state that can be stored in Triton for performing @@ inference requests on a sequence. Each sequence holds an implicit @@ state local to itself. The output state tensor provided by the @@ model in 'output_name' field of the current inference request will @@ be transferred as an input tensor named 'input_name' in the next @@ request of the same sequence. The input state of the first request @@ in the sequence contains garbage data. @@
repeated .inference.ModelSequenceBatching.State state = 5;- Specified by:
getStateListin interfaceModelConfigOuterClass.ModelSequenceBatchingOrBuilder
-
getStateOrBuilderList
public List<? extends ModelConfigOuterClass.ModelSequenceBatching.StateOrBuilder> getStateOrBuilderList()@@ .. cpp:var:: State state (repeated) @@ @@ The optional state that can be stored in Triton for performing @@ inference requests on a sequence. Each sequence holds an implicit @@ state local to itself. The output state tensor provided by the @@ model in 'output_name' field of the current inference request will @@ be transferred as an input tensor named 'input_name' in the next @@ request of the same sequence. The input state of the first request @@ in the sequence contains garbage data. @@
repeated .inference.ModelSequenceBatching.State state = 5;- Specified by:
getStateOrBuilderListin interfaceModelConfigOuterClass.ModelSequenceBatchingOrBuilder
-
getStateCount
public int getStateCount()@@ .. cpp:var:: State state (repeated) @@ @@ The optional state that can be stored in Triton for performing @@ inference requests on a sequence. Each sequence holds an implicit @@ state local to itself. The output state tensor provided by the @@ model in 'output_name' field of the current inference request will @@ be transferred as an input tensor named 'input_name' in the next @@ request of the same sequence. The input state of the first request @@ in the sequence contains garbage data. @@
repeated .inference.ModelSequenceBatching.State state = 5;- Specified by:
getStateCountin interfaceModelConfigOuterClass.ModelSequenceBatchingOrBuilder
-
getState
@@ .. cpp:var:: State state (repeated) @@ @@ The optional state that can be stored in Triton for performing @@ inference requests on a sequence. Each sequence holds an implicit @@ state local to itself. The output state tensor provided by the @@ model in 'output_name' field of the current inference request will @@ be transferred as an input tensor named 'input_name' in the next @@ request of the same sequence. The input state of the first request @@ in the sequence contains garbage data. @@
repeated .inference.ModelSequenceBatching.State state = 5;- Specified by:
getStatein interfaceModelConfigOuterClass.ModelSequenceBatchingOrBuilder
-
getStateOrBuilder
@@ .. cpp:var:: State state (repeated) @@ @@ The optional state that can be stored in Triton for performing @@ inference requests on a sequence. Each sequence holds an implicit @@ state local to itself. The output state tensor provided by the @@ model in 'output_name' field of the current inference request will @@ be transferred as an input tensor named 'input_name' in the next @@ request of the same sequence. The input state of the first request @@ in the sequence contains garbage data. @@
repeated .inference.ModelSequenceBatching.State state = 5;- Specified by:
getStateOrBuilderin interfaceModelConfigOuterClass.ModelSequenceBatchingOrBuilder
-
getIterativeSequence
public boolean getIterativeSequence()@@ .. cpp:var:: bool iterative_sequence @@ @@ Requests for iterative sequences are processed over a number @@ of iterations. An iterative sequence is initiated by a single @@ request and is "rescheduled" by the model until completion. @@ Requests for inflight requests will be batched together @@ and can complete independently. Note this feature @@ requires backend support. Default value is false.
bool iterative_sequence = 6;- Specified by:
getIterativeSequencein interfaceModelConfigOuterClass.ModelSequenceBatchingOrBuilder- Returns:
- The iterativeSequence.
-
isInitialized
public final boolean isInitialized()- Specified by:
isInitializedin interfacecom.google.protobuf.MessageLiteOrBuilder- Overrides:
isInitializedin classcom.google.protobuf.GeneratedMessageV3
-
writeTo
- Specified by:
writeToin interfacecom.google.protobuf.MessageLite- Overrides:
writeToin classcom.google.protobuf.GeneratedMessageV3- Throws:
IOException
-
getSerializedSize
public int getSerializedSize()- Specified by:
getSerializedSizein interfacecom.google.protobuf.MessageLite- Overrides:
getSerializedSizein classcom.google.protobuf.GeneratedMessageV3
-
equals
- Specified by:
equalsin interfacecom.google.protobuf.Message- Overrides:
equalsin classcom.google.protobuf.AbstractMessage
-
hashCode
public int hashCode()- Specified by:
hashCodein interfacecom.google.protobuf.Message- Overrides:
hashCodein classcom.google.protobuf.AbstractMessage
-
parseFrom
public static ModelConfigOuterClass.ModelSequenceBatching parseFrom(ByteBuffer data) throws com.google.protobuf.InvalidProtocolBufferException - Throws:
com.google.protobuf.InvalidProtocolBufferException
-
parseFrom
public static ModelConfigOuterClass.ModelSequenceBatching parseFrom(ByteBuffer data, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws com.google.protobuf.InvalidProtocolBufferException - Throws:
com.google.protobuf.InvalidProtocolBufferException
-
parseFrom
public static ModelConfigOuterClass.ModelSequenceBatching parseFrom(com.google.protobuf.ByteString data) throws com.google.protobuf.InvalidProtocolBufferException - Throws:
com.google.protobuf.InvalidProtocolBufferException
-
parseFrom
public static ModelConfigOuterClass.ModelSequenceBatching parseFrom(com.google.protobuf.ByteString data, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws com.google.protobuf.InvalidProtocolBufferException - Throws:
com.google.protobuf.InvalidProtocolBufferException
-
parseFrom
public static ModelConfigOuterClass.ModelSequenceBatching parseFrom(byte[] data) throws com.google.protobuf.InvalidProtocolBufferException - Throws:
com.google.protobuf.InvalidProtocolBufferException
-
parseFrom
public static ModelConfigOuterClass.ModelSequenceBatching parseFrom(byte[] data, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws com.google.protobuf.InvalidProtocolBufferException - Throws:
com.google.protobuf.InvalidProtocolBufferException
-
parseFrom
public static ModelConfigOuterClass.ModelSequenceBatching parseFrom(InputStream input) throws IOException - Throws:
IOException
-
parseFrom
public static ModelConfigOuterClass.ModelSequenceBatching parseFrom(InputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws IOException - Throws:
IOException
-
parseDelimitedFrom
public static ModelConfigOuterClass.ModelSequenceBatching parseDelimitedFrom(InputStream input) throws IOException - Throws:
IOException
-
parseDelimitedFrom
public static ModelConfigOuterClass.ModelSequenceBatching parseDelimitedFrom(InputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws IOException - Throws:
IOException
-
parseFrom
public static ModelConfigOuterClass.ModelSequenceBatching parseFrom(com.google.protobuf.CodedInputStream input) throws IOException - Throws:
IOException
-
parseFrom
public static ModelConfigOuterClass.ModelSequenceBatching parseFrom(com.google.protobuf.CodedInputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws IOException - Throws:
IOException
-
newBuilderForType
- Specified by:
newBuilderForTypein interfacecom.google.protobuf.Message- Specified by:
newBuilderForTypein interfacecom.google.protobuf.MessageLite
-
newBuilder
-
newBuilder
public static ModelConfigOuterClass.ModelSequenceBatching.Builder newBuilder(ModelConfigOuterClass.ModelSequenceBatching prototype) -
toBuilder
- Specified by:
toBuilderin interfacecom.google.protobuf.Message- Specified by:
toBuilderin interfacecom.google.protobuf.MessageLite
-
newBuilderForType
protected ModelConfigOuterClass.ModelSequenceBatching.Builder newBuilderForType(com.google.protobuf.GeneratedMessageV3.BuilderParent parent) - Specified by:
newBuilderForTypein classcom.google.protobuf.GeneratedMessageV3
-
getDefaultInstance
-
parser
-
getParserForType
- Specified by:
getParserForTypein interfacecom.google.protobuf.Message- Specified by:
getParserForTypein interfacecom.google.protobuf.MessageLite- Overrides:
getParserForTypein classcom.google.protobuf.GeneratedMessageV3
-
getDefaultInstanceForType
- Specified by:
getDefaultInstanceForTypein interfacecom.google.protobuf.MessageLiteOrBuilder- Specified by:
getDefaultInstanceForTypein interfacecom.google.protobuf.MessageOrBuilder
-