Package inference

Class ModelConfigOuterClass.ModelOptimizationPolicy.Cuda

java.lang.Object

com.google.protobuf.AbstractMessageLite

com.google.protobuf.AbstractMessage

com.google.protobuf.GeneratedMessageV3

inference.ModelConfigOuterClass.ModelOptimizationPolicy.Cuda

All Implemented Interfaces:

com.google.protobuf.Message, com.google.protobuf.MessageLite, com.google.protobuf.MessageLiteOrBuilder, com.google.protobuf.MessageOrBuilder, ModelConfigOuterClass.ModelOptimizationPolicy.CudaOrBuilder, Serializable

Enclosing class:

ModelConfigOuterClass.ModelOptimizationPolicy

public static final class ModelConfigOuterClass.ModelOptimizationPolicy.Cuda
extends com.google.protobuf.GeneratedMessageV3
implements ModelConfigOuterClass.ModelOptimizationPolicy.CudaOrBuilder

@@
@@  .. cpp:var:: message Cuda
@@
@@     CUDA-specific optimization settings.
@@
 

Protobuf type inference.ModelOptimizationPolicy.Cuda

See Also:

• Serialized Form

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
static final class	ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder	@@ @@ ..
static final class	ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec	@@ ..
static interface	ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpecOrBuilder

Nested classes/interfaces inherited from class com.google.protobuf.GeneratedMessageV3

com.google.protobuf.GeneratedMessageV3.BuilderParent, com.google.protobuf.GeneratedMessageV3.ExtendableBuilder<MessageT extends com.google.protobuf.GeneratedMessageV3.ExtendableMessage<MessageT>,BuilderT extends com.google.protobuf.GeneratedMessageV3.ExtendableBuilder<MessageT,BuilderT>>, com.google.protobuf.GeneratedMessageV3.ExtendableMessage<MessageT extends com.google.protobuf.GeneratedMessageV3.ExtendableMessage<MessageT>>, com.google.protobuf.GeneratedMessageV3.ExtendableMessageOrBuilder<MessageT extends com.google.protobuf.GeneratedMessageV3.ExtendableMessage<MessageT>>, com.google.protobuf.GeneratedMessageV3.FieldAccessorTable, com.google.protobuf.GeneratedMessageV3.UnusedPrivateParameter

Nested classes/interfaces inherited from class com.google.protobuf.AbstractMessageLite

com.google.protobuf.AbstractMessageLite.InternalOneOfEnum

Field Summary

Fields

Modifier and Type	Field	Description
static final int	BUSY_WAIT_EVENTS_FIELD_NUMBER
static final int	GRAPH_SPEC_FIELD_NUMBER
static final int	GRAPHS_FIELD_NUMBER
static final int	OUTPUT_COPY_STREAM_FIELD_NUMBER

Fields inherited from class com.google.protobuf.GeneratedMessageV3

alwaysUseFieldBuilders, unknownFields

Fields inherited from class com.google.protobuf.AbstractMessage

memoizedSize

Fields inherited from class com.google.protobuf.AbstractMessageLite

memoizedHashCode

Method Summary

Modifier and Type	Method	Description
boolean	equals(Object obj)
boolean	getBusyWaitEvents()	@@ ..
static ModelConfigOuterClass.ModelOptimizationPolicy.Cuda	getDefaultInstance()
ModelConfigOuterClass.ModelOptimizationPolicy.Cuda	getDefaultInstanceForType()
static final com.google.protobuf.Descriptors.Descriptor	getDescriptor()
boolean	getGraphs()	@@ ..
ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec	getGraphSpec(int index)	@@ ..
int	getGraphSpecCount()	@@ ..
List<ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec>	getGraphSpecList()	@@ ..
ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpecOrBuilder	getGraphSpecOrBuilder(int index)	@@ ..
List<? extends ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpecOrBuilder>	getGraphSpecOrBuilderList()	@@ ..
boolean	getOutputCopyStream()	@@ ..
com.google.protobuf.Parser<ModelConfigOuterClass.ModelOptimizationPolicy.Cuda>	getParserForType()
int	getSerializedSize()
int	hashCode()
protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable	internalGetFieldAccessorTable()
final boolean	isInitialized()
static ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder	newBuilder()
static ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder	newBuilder(ModelConfigOuterClass.ModelOptimizationPolicy.Cuda prototype)
ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder	newBuilderForType()
protected ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder	newBuilderForType(com.google.protobuf.GeneratedMessageV3.BuilderParent parent)
protected Object	newInstance(com.google.protobuf.GeneratedMessageV3.UnusedPrivateParameter unused)
static ModelConfigOuterClass.ModelOptimizationPolicy.Cuda	parseDelimitedFrom(InputStream input)
static ModelConfigOuterClass.ModelOptimizationPolicy.Cuda	parseDelimitedFrom(InputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
static ModelConfigOuterClass.ModelOptimizationPolicy.Cuda	parseFrom(byte[] data)
static ModelConfigOuterClass.ModelOptimizationPolicy.Cuda	parseFrom(byte[] data, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
static ModelConfigOuterClass.ModelOptimizationPolicy.Cuda	parseFrom(com.google.protobuf.ByteString data)
static ModelConfigOuterClass.ModelOptimizationPolicy.Cuda	parseFrom(com.google.protobuf.ByteString data, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
static ModelConfigOuterClass.ModelOptimizationPolicy.Cuda	parseFrom(com.google.protobuf.CodedInputStream input)
static ModelConfigOuterClass.ModelOptimizationPolicy.Cuda	parseFrom(com.google.protobuf.CodedInputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
static ModelConfigOuterClass.ModelOptimizationPolicy.Cuda	parseFrom(InputStream input)
static ModelConfigOuterClass.ModelOptimizationPolicy.Cuda	parseFrom(InputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
static ModelConfigOuterClass.ModelOptimizationPolicy.Cuda	parseFrom(ByteBuffer data)
static ModelConfigOuterClass.ModelOptimizationPolicy.Cuda	parseFrom(ByteBuffer data, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
static com.google.protobuf.Parser<ModelConfigOuterClass.ModelOptimizationPolicy.Cuda>	parser()
ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder	toBuilder()
void	writeTo(com.google.protobuf.CodedOutputStream output)

Methods inherited from class com.google.protobuf.GeneratedMessageV3

canUseUnsafe, computeStringSize, computeStringSizeNoTag, emptyBooleanList, emptyDoubleList, emptyFloatList, emptyIntList, emptyList, emptyLongList, getAllFields, getDescriptorForType, getField, getOneofFieldDescriptor, getRepeatedField, getRepeatedFieldCount, getUnknownFields, hasField, hasOneof, internalGetMapField, internalGetMapFieldReflection, isStringEmpty, makeExtensionsImmutable, makeMutableCopy, makeMutableCopy, mergeFromAndMakeImmutableInternal, mutableCopy, mutableCopy, mutableCopy, mutableCopy, mutableCopy, newBooleanList, newBuilderForType, newDoubleList, newFloatList, newIntList, newLongList, parseDelimitedWithIOException, parseDelimitedWithIOException, parseUnknownField, parseUnknownFieldProto3, parseWithIOException, parseWithIOException, parseWithIOException, parseWithIOException, serializeBooleanMapTo, serializeIntegerMapTo, serializeLongMapTo, serializeStringMapTo, writeReplace, writeString, writeStringNoTag

Methods inherited from class com.google.protobuf.AbstractMessage

findInitializationErrors, getInitializationErrorString, hashBoolean, hashEnum, hashEnumList, hashFields, hashLong, toString

Methods inherited from class com.google.protobuf.AbstractMessageLite

addAll, addAll, checkByteStringIsUtf8, toByteArray, toByteString, writeDelimitedTo, writeTo

Methods inherited from class java.lang.Object

clone, finalize, getClass, notify, notifyAll, wait, wait, wait

Methods inherited from interface com.google.protobuf.MessageLite

toByteArray, toByteString, writeDelimitedTo, writeTo

Methods inherited from interface com.google.protobuf.MessageOrBuilder

findInitializationErrors, getAllFields, getDescriptorForType, getField, getInitializationErrorString, getOneofFieldDescriptor, getRepeatedField, getRepeatedFieldCount, getUnknownFields, hasField, hasOneof

Field Details

GRAPHS_FIELD_NUMBER

public static final int GRAPHS_FIELD_NUMBER

See Also:

• Constant Field Values

BUSY_WAIT_EVENTS_FIELD_NUMBER

public static final int BUSY_WAIT_EVENTS_FIELD_NUMBER

See Also:

• Constant Field Values

GRAPH_SPEC_FIELD_NUMBER

public static final int GRAPH_SPEC_FIELD_NUMBER

See Also:

• Constant Field Values

OUTPUT_COPY_STREAM_FIELD_NUMBER

public static final int OUTPUT_COPY_STREAM_FIELD_NUMBER

See Also:

• Constant Field Values

Method Details

newInstance

protected Object newInstance(com.google.protobuf.GeneratedMessageV3.UnusedPrivateParameter unused)

Overrides:

newInstance in class com.google.protobuf.GeneratedMessageV3

getDescriptor

public static final com.google.protobuf.Descriptors.Descriptor getDescriptor()

internalGetFieldAccessorTable

protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable internalGetFieldAccessorTable()

Specified by:

internalGetFieldAccessorTable in class com.google.protobuf.GeneratedMessageV3

getGraphs

public boolean getGraphs()

@@    .. cpp:var:: bool graphs
@@
@@       Use CUDA graphs API to capture model operations and execute
@@       them more efficiently. Default value is false.
@@       Currently only recognized by TensorRT backend.
@@
 

bool graphs = 1;

Specified by:

getGraphs in interface ModelConfigOuterClass.ModelOptimizationPolicy.CudaOrBuilder

Returns:

The graphs.

getBusyWaitEvents

public boolean getBusyWaitEvents()

@@    .. cpp:var:: bool busy_wait_events
@@
@@       Use busy-waiting to synchronize CUDA events to achieve minimum
@@       latency from event complete to host thread to be notified, with
@@       the cost of high CPU load. Default value is false.
@@       Currently only recognized by TensorRT backend.
@@
 

bool busy_wait_events = 2;

Specified by:

getBusyWaitEvents in interface ModelConfigOuterClass.ModelOptimizationPolicy.CudaOrBuilder

Returns:

The busyWaitEvents.

getGraphSpecList

public List<ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec> getGraphSpecList()

@@    .. cpp:var:: GraphSpec graph_spec (repeated)
@@
@@       Specification of the CUDA graph to be captured. If not specified
@@       and 'graphs' is true, the default CUDA graphs will be captured
@@       based on model settings.
@@       Currently only recognized by TensorRT backend.
@@
 

repeated .inference.ModelOptimizationPolicy.Cuda.GraphSpec graph_spec = 3;

Specified by:

getGraphSpecList in interface ModelConfigOuterClass.ModelOptimizationPolicy.CudaOrBuilder

getGraphSpecOrBuilderList

public List<? extends ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpecOrBuilder> getGraphSpecOrBuilderList()

@@    .. cpp:var:: GraphSpec graph_spec (repeated)
@@
@@       Specification of the CUDA graph to be captured. If not specified
@@       and 'graphs' is true, the default CUDA graphs will be captured
@@       based on model settings.
@@       Currently only recognized by TensorRT backend.
@@
 

repeated .inference.ModelOptimizationPolicy.Cuda.GraphSpec graph_spec = 3;

Specified by:

getGraphSpecOrBuilderList in interface ModelConfigOuterClass.ModelOptimizationPolicy.CudaOrBuilder

getGraphSpecCount

public int getGraphSpecCount()

@@    .. cpp:var:: GraphSpec graph_spec (repeated)
@@
@@       Specification of the CUDA graph to be captured. If not specified
@@       and 'graphs' is true, the default CUDA graphs will be captured
@@       based on model settings.
@@       Currently only recognized by TensorRT backend.
@@
 

repeated .inference.ModelOptimizationPolicy.Cuda.GraphSpec graph_spec = 3;

Specified by:

getGraphSpecCount in interface ModelConfigOuterClass.ModelOptimizationPolicy.CudaOrBuilder

getGraphSpec

public ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec getGraphSpec(int index)

@@    .. cpp:var:: GraphSpec graph_spec (repeated)
@@
@@       Specification of the CUDA graph to be captured. If not specified
@@       and 'graphs' is true, the default CUDA graphs will be captured
@@       based on model settings.
@@       Currently only recognized by TensorRT backend.
@@
 

repeated .inference.ModelOptimizationPolicy.Cuda.GraphSpec graph_spec = 3;

Specified by:

getGraphSpec in interface ModelConfigOuterClass.ModelOptimizationPolicy.CudaOrBuilder

getGraphSpecOrBuilder

public ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpecOrBuilder getGraphSpecOrBuilder(int index)

@@    .. cpp:var:: GraphSpec graph_spec (repeated)
@@
@@       Specification of the CUDA graph to be captured. If not specified
@@       and 'graphs' is true, the default CUDA graphs will be captured
@@       based on model settings.
@@       Currently only recognized by TensorRT backend.
@@
 

repeated .inference.ModelOptimizationPolicy.Cuda.GraphSpec graph_spec = 3;

Specified by:

getGraphSpecOrBuilder in interface ModelConfigOuterClass.ModelOptimizationPolicy.CudaOrBuilder

getOutputCopyStream

public boolean getOutputCopyStream()

@@    .. cpp:var:: bool output_copy_stream
@@
@@       Uses a CUDA stream separate from the inference stream to copy the
@@       output to host. However, be aware that setting this option to
@@       true will lead to an increase in the memory consumption of the
@@       model as Triton will allocate twice as much GPU memory for its
@@       I/O tensor buffers. Default value is false.
@@       Currently only recognized by TensorRT backend.
@@
 

bool output_copy_stream = 4;

Specified by:

getOutputCopyStream in interface ModelConfigOuterClass.ModelOptimizationPolicy.CudaOrBuilder

Returns:

The outputCopyStream.

isInitialized

public final boolean isInitialized()

Specified by:

isInitialized in interface com.google.protobuf.MessageLiteOrBuilder

Overrides:

isInitialized in class com.google.protobuf.GeneratedMessageV3

writeTo

public void writeTo(com.google.protobuf.CodedOutputStream output)
             throws IOException

Specified by:

writeTo in interface com.google.protobuf.MessageLite

Overrides:

writeTo in class com.google.protobuf.GeneratedMessageV3

Throws:

IOException

getSerializedSize

public int getSerializedSize()

Specified by:

getSerializedSize in interface com.google.protobuf.MessageLite

Overrides:

getSerializedSize in class com.google.protobuf.GeneratedMessageV3

equals

public boolean equals(Object obj)

Specified by:

equals in interface com.google.protobuf.Message

Overrides:

equals in class com.google.protobuf.AbstractMessage

hashCode

public int hashCode()

Specified by:

hashCode in interface com.google.protobuf.Message

Overrides:

hashCode in class com.google.protobuf.AbstractMessage

parseFrom

public static ModelConfigOuterClass.ModelOptimizationPolicy.Cuda parseFrom(ByteBuffer data)
                                                                    throws com.google.protobuf.InvalidProtocolBufferException

Throws:

com.google.protobuf.InvalidProtocolBufferException

parseFrom

public static ModelConfigOuterClass.ModelOptimizationPolicy.Cuda parseFrom(ByteBuffer data,
 com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                                                                    throws com.google.protobuf.InvalidProtocolBufferException

Throws:

com.google.protobuf.InvalidProtocolBufferException

parseFrom

public static ModelConfigOuterClass.ModelOptimizationPolicy.Cuda parseFrom(com.google.protobuf.ByteString data)
                                                                    throws com.google.protobuf.InvalidProtocolBufferException

Throws:

com.google.protobuf.InvalidProtocolBufferException

parseFrom

public static ModelConfigOuterClass.ModelOptimizationPolicy.Cuda parseFrom(com.google.protobuf.ByteString data,
 com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                                                                    throws com.google.protobuf.InvalidProtocolBufferException

Throws:

com.google.protobuf.InvalidProtocolBufferException

parseFrom

public static ModelConfigOuterClass.ModelOptimizationPolicy.Cuda parseFrom(byte[] data)
                                                                    throws com.google.protobuf.InvalidProtocolBufferException

Throws:

com.google.protobuf.InvalidProtocolBufferException

parseFrom

public static ModelConfigOuterClass.ModelOptimizationPolicy.Cuda parseFrom(byte[] data,
 com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                                                                    throws com.google.protobuf.InvalidProtocolBufferException

Throws:

com.google.protobuf.InvalidProtocolBufferException

parseFrom

public static ModelConfigOuterClass.ModelOptimizationPolicy.Cuda parseFrom(InputStream input)
                                                                    throws IOException

Throws:

IOException

parseFrom

public static ModelConfigOuterClass.ModelOptimizationPolicy.Cuda parseFrom(InputStream input,
 com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                                                                    throws IOException

Throws:

IOException

parseDelimitedFrom

public static ModelConfigOuterClass.ModelOptimizationPolicy.Cuda parseDelimitedFrom(InputStream input)
                                                                             throws IOException

Throws:

IOException

parseDelimitedFrom

public static ModelConfigOuterClass.ModelOptimizationPolicy.Cuda parseDelimitedFrom(InputStream input,
 com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                                                                             throws IOException

Throws:

IOException

parseFrom

public static ModelConfigOuterClass.ModelOptimizationPolicy.Cuda parseFrom(com.google.protobuf.CodedInputStream input)
                                                                    throws IOException

Throws:

IOException

parseFrom

public static ModelConfigOuterClass.ModelOptimizationPolicy.Cuda parseFrom(com.google.protobuf.CodedInputStream input,
 com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                                                                    throws IOException

Throws:

IOException

newBuilderForType

public ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder newBuilderForType()

Specified by:

newBuilderForType in interface com.google.protobuf.Message

Specified by:

newBuilderForType in interface com.google.protobuf.MessageLite

newBuilder

public static ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder newBuilder()

newBuilder

public static ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder newBuilder(ModelConfigOuterClass.ModelOptimizationPolicy.Cuda prototype)

toBuilder

public ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder toBuilder()

Specified by:

toBuilder in interface com.google.protobuf.Message

Specified by:

toBuilder in interface com.google.protobuf.MessageLite

newBuilderForType

protected ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder newBuilderForType(com.google.protobuf.GeneratedMessageV3.BuilderParent parent)

Specified by:

newBuilderForType in class com.google.protobuf.GeneratedMessageV3

getDefaultInstance

public static ModelConfigOuterClass.ModelOptimizationPolicy.Cuda getDefaultInstance()

parser

public static com.google.protobuf.Parser<ModelConfigOuterClass.ModelOptimizationPolicy.Cuda> parser()

getParserForType

public com.google.protobuf.Parser<ModelConfigOuterClass.ModelOptimizationPolicy.Cuda> getParserForType()

Specified by:

getParserForType in interface com.google.protobuf.Message

Specified by:

getParserForType in interface com.google.protobuf.MessageLite

Overrides:

getParserForType in class com.google.protobuf.GeneratedMessageV3

getDefaultInstanceForType

public ModelConfigOuterClass.ModelOptimizationPolicy.Cuda getDefaultInstanceForType()

Specified by:

getDefaultInstanceForType in interface com.google.protobuf.MessageLiteOrBuilder

Specified by:

getDefaultInstanceForType in interface com.google.protobuf.MessageOrBuilder