Package inference
Class ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder
java.lang.Object
com.google.protobuf.AbstractMessageLite.Builder
com.google.protobuf.AbstractMessage.Builder<ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder>
com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder>
inference.ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder
- All Implemented Interfaces:
com.google.protobuf.Message.Builder,com.google.protobuf.MessageLite.Builder,com.google.protobuf.MessageLiteOrBuilder,com.google.protobuf.MessageOrBuilder,ModelConfigOuterClass.ModelOptimizationPolicy.CudaOrBuilder,Cloneable
- Enclosing class:
ModelConfigOuterClass.ModelOptimizationPolicy.Cuda
public static final class ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder
extends com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder>
implements ModelConfigOuterClass.ModelOptimizationPolicy.CudaOrBuilder
@@ @@ .. cpp:var:: message Cuda @@ @@ CUDA-specific optimization settings. @@Protobuf type
inference.ModelOptimizationPolicy.Cuda-
Method Summary
Modifier and TypeMethodDescriptionaddAllGraphSpec(Iterable<? extends ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec> values) @@ ..addGraphSpec(int index, ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec value) @@ ..addGraphSpec(int index, ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder builderForValue) @@ ..@@ ..@@ ..@@ ..addGraphSpecBuilder(int index) @@ ..addRepeatedField(com.google.protobuf.Descriptors.FieldDescriptor field, Object value) build()clear()@@ ..clearField(com.google.protobuf.Descriptors.FieldDescriptor field) @@ ..@@ ..clearOneof(com.google.protobuf.Descriptors.OneofDescriptor oneof) @@ ..clone()boolean@@ ..static final com.google.protobuf.Descriptors.Descriptorcom.google.protobuf.Descriptors.Descriptorboolean@@ ..getGraphSpec(int index) @@ ..getGraphSpecBuilder(int index) @@ ..@@ ..int@@ ..@@ ..getGraphSpecOrBuilder(int index) @@ ..@@ ..boolean@@ ..protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTablefinal booleanmergeFrom(com.google.protobuf.CodedInputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry) mergeFrom(com.google.protobuf.Message other) mergeUnknownFields(com.google.protobuf.UnknownFieldSet unknownFields) removeGraphSpec(int index) @@ ..setBusyWaitEvents(boolean value) @@ ..setGraphs(boolean value) @@ ..setGraphSpec(int index, ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec value) @@ ..setGraphSpec(int index, ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder builderForValue) @@ ..setOutputCopyStream(boolean value) @@ ..setRepeatedField(com.google.protobuf.Descriptors.FieldDescriptor field, int index, Object value) setUnknownFields(com.google.protobuf.UnknownFieldSet unknownFields) Methods inherited from class com.google.protobuf.GeneratedMessageV3.Builder
getAllFields, getField, getFieldBuilder, getOneofFieldDescriptor, getParentForChildren, getRepeatedField, getRepeatedFieldBuilder, getRepeatedFieldCount, getUnknownFields, getUnknownFieldSetBuilder, hasField, hasOneof, internalGetMapField, internalGetMapFieldReflection, internalGetMutableMapField, internalGetMutableMapFieldReflection, isClean, markClean, mergeUnknownLengthDelimitedField, mergeUnknownVarintField, newBuilderForField, onBuilt, onChanged, parseUnknownField, setUnknownFieldSetBuilder, setUnknownFieldsProto3Methods inherited from class com.google.protobuf.AbstractMessage.Builder
findInitializationErrors, getInitializationErrorString, internalMergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, newUninitializedMessageException, toStringMethods inherited from class com.google.protobuf.AbstractMessageLite.Builder
addAll, addAll, mergeDelimitedFrom, mergeDelimitedFrom, mergeFrom, newUninitializedMessageExceptionMethods inherited from class java.lang.Object
equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, waitMethods inherited from interface com.google.protobuf.Message.Builder
mergeDelimitedFrom, mergeDelimitedFromMethods inherited from interface com.google.protobuf.MessageLite.Builder
mergeFromMethods inherited from interface com.google.protobuf.MessageOrBuilder
findInitializationErrors, getAllFields, getField, getInitializationErrorString, getOneofFieldDescriptor, getRepeatedField, getRepeatedFieldCount, getUnknownFields, hasField, hasOneof
-
Method Details
-
getDescriptor
public static final com.google.protobuf.Descriptors.Descriptor getDescriptor() -
internalGetFieldAccessorTable
protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable internalGetFieldAccessorTable()- Specified by:
internalGetFieldAccessorTablein classcom.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder>
-
clear
- Specified by:
clearin interfacecom.google.protobuf.Message.Builder- Specified by:
clearin interfacecom.google.protobuf.MessageLite.Builder- Overrides:
clearin classcom.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder>
-
getDescriptorForType
public com.google.protobuf.Descriptors.Descriptor getDescriptorForType()- Specified by:
getDescriptorForTypein interfacecom.google.protobuf.Message.Builder- Specified by:
getDescriptorForTypein interfacecom.google.protobuf.MessageOrBuilder- Overrides:
getDescriptorForTypein classcom.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder>
-
getDefaultInstanceForType
- Specified by:
getDefaultInstanceForTypein interfacecom.google.protobuf.MessageLiteOrBuilder- Specified by:
getDefaultInstanceForTypein interfacecom.google.protobuf.MessageOrBuilder
-
build
- Specified by:
buildin interfacecom.google.protobuf.Message.Builder- Specified by:
buildin interfacecom.google.protobuf.MessageLite.Builder
-
buildPartial
- Specified by:
buildPartialin interfacecom.google.protobuf.Message.Builder- Specified by:
buildPartialin interfacecom.google.protobuf.MessageLite.Builder
-
clone
- Specified by:
clonein interfacecom.google.protobuf.Message.Builder- Specified by:
clonein interfacecom.google.protobuf.MessageLite.Builder- Overrides:
clonein classcom.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder>
-
setField
public ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder setField(com.google.protobuf.Descriptors.FieldDescriptor field, Object value) - Specified by:
setFieldin interfacecom.google.protobuf.Message.Builder- Overrides:
setFieldin classcom.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder>
-
clearField
public ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder clearField(com.google.protobuf.Descriptors.FieldDescriptor field) - Specified by:
clearFieldin interfacecom.google.protobuf.Message.Builder- Overrides:
clearFieldin classcom.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder>
-
clearOneof
public ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder clearOneof(com.google.protobuf.Descriptors.OneofDescriptor oneof) - Specified by:
clearOneofin interfacecom.google.protobuf.Message.Builder- Overrides:
clearOneofin classcom.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder>
-
setRepeatedField
public ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder setRepeatedField(com.google.protobuf.Descriptors.FieldDescriptor field, int index, Object value) - Specified by:
setRepeatedFieldin interfacecom.google.protobuf.Message.Builder- Overrides:
setRepeatedFieldin classcom.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder>
-
addRepeatedField
public ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder addRepeatedField(com.google.protobuf.Descriptors.FieldDescriptor field, Object value) - Specified by:
addRepeatedFieldin interfacecom.google.protobuf.Message.Builder- Overrides:
addRepeatedFieldin classcom.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder>
-
mergeFrom
public ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder mergeFrom(com.google.protobuf.Message other) - Specified by:
mergeFromin interfacecom.google.protobuf.Message.Builder- Overrides:
mergeFromin classcom.google.protobuf.AbstractMessage.Builder<ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder>
-
mergeFrom
-
isInitialized
public final boolean isInitialized()- Specified by:
isInitializedin interfacecom.google.protobuf.MessageLiteOrBuilder- Overrides:
isInitializedin classcom.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder>
-
mergeFrom
public ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder mergeFrom(com.google.protobuf.CodedInputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws IOException - Specified by:
mergeFromin interfacecom.google.protobuf.Message.Builder- Specified by:
mergeFromin interfacecom.google.protobuf.MessageLite.Builder- Overrides:
mergeFromin classcom.google.protobuf.AbstractMessage.Builder<ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder>- Throws:
IOException
-
getGraphs
public boolean getGraphs()@@ .. cpp:var:: bool graphs @@ @@ Use CUDA graphs API to capture model operations and execute @@ them more efficiently. Default value is false. @@ Currently only recognized by TensorRT backend. @@
bool graphs = 1;- Specified by:
getGraphsin interfaceModelConfigOuterClass.ModelOptimizationPolicy.CudaOrBuilder- Returns:
- The graphs.
-
setGraphs
@@ .. cpp:var:: bool graphs @@ @@ Use CUDA graphs API to capture model operations and execute @@ them more efficiently. Default value is false. @@ Currently only recognized by TensorRT backend. @@
bool graphs = 1;- Parameters:
value- The graphs to set.- Returns:
- This builder for chaining.
-
clearGraphs
@@ .. cpp:var:: bool graphs @@ @@ Use CUDA graphs API to capture model operations and execute @@ them more efficiently. Default value is false. @@ Currently only recognized by TensorRT backend. @@
bool graphs = 1;- Returns:
- This builder for chaining.
-
getBusyWaitEvents
public boolean getBusyWaitEvents()@@ .. cpp:var:: bool busy_wait_events @@ @@ Use busy-waiting to synchronize CUDA events to achieve minimum @@ latency from event complete to host thread to be notified, with @@ the cost of high CPU load. Default value is false. @@ Currently only recognized by TensorRT backend. @@
bool busy_wait_events = 2;- Specified by:
getBusyWaitEventsin interfaceModelConfigOuterClass.ModelOptimizationPolicy.CudaOrBuilder- Returns:
- The busyWaitEvents.
-
setBusyWaitEvents
@@ .. cpp:var:: bool busy_wait_events @@ @@ Use busy-waiting to synchronize CUDA events to achieve minimum @@ latency from event complete to host thread to be notified, with @@ the cost of high CPU load. Default value is false. @@ Currently only recognized by TensorRT backend. @@
bool busy_wait_events = 2;- Parameters:
value- The busyWaitEvents to set.- Returns:
- This builder for chaining.
-
clearBusyWaitEvents
@@ .. cpp:var:: bool busy_wait_events @@ @@ Use busy-waiting to synchronize CUDA events to achieve minimum @@ latency from event complete to host thread to be notified, with @@ the cost of high CPU load. Default value is false. @@ Currently only recognized by TensorRT backend. @@
bool busy_wait_events = 2;- Returns:
- This builder for chaining.
-
getGraphSpecList
@@ .. cpp:var:: GraphSpec graph_spec (repeated) @@ @@ Specification of the CUDA graph to be captured. If not specified @@ and 'graphs' is true, the default CUDA graphs will be captured @@ based on model settings. @@ Currently only recognized by TensorRT backend. @@
repeated .inference.ModelOptimizationPolicy.Cuda.GraphSpec graph_spec = 3;- Specified by:
getGraphSpecListin interfaceModelConfigOuterClass.ModelOptimizationPolicy.CudaOrBuilder
-
getGraphSpecCount
public int getGraphSpecCount()@@ .. cpp:var:: GraphSpec graph_spec (repeated) @@ @@ Specification of the CUDA graph to be captured. If not specified @@ and 'graphs' is true, the default CUDA graphs will be captured @@ based on model settings. @@ Currently only recognized by TensorRT backend. @@
repeated .inference.ModelOptimizationPolicy.Cuda.GraphSpec graph_spec = 3;- Specified by:
getGraphSpecCountin interfaceModelConfigOuterClass.ModelOptimizationPolicy.CudaOrBuilder
-
getGraphSpec
@@ .. cpp:var:: GraphSpec graph_spec (repeated) @@ @@ Specification of the CUDA graph to be captured. If not specified @@ and 'graphs' is true, the default CUDA graphs will be captured @@ based on model settings. @@ Currently only recognized by TensorRT backend. @@
repeated .inference.ModelOptimizationPolicy.Cuda.GraphSpec graph_spec = 3;- Specified by:
getGraphSpecin interfaceModelConfigOuterClass.ModelOptimizationPolicy.CudaOrBuilder
-
setGraphSpec
public ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder setGraphSpec(int index, ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec value) @@ .. cpp:var:: GraphSpec graph_spec (repeated) @@ @@ Specification of the CUDA graph to be captured. If not specified @@ and 'graphs' is true, the default CUDA graphs will be captured @@ based on model settings. @@ Currently only recognized by TensorRT backend. @@
repeated .inference.ModelOptimizationPolicy.Cuda.GraphSpec graph_spec = 3; -
setGraphSpec
public ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder setGraphSpec(int index, ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder builderForValue) @@ .. cpp:var:: GraphSpec graph_spec (repeated) @@ @@ Specification of the CUDA graph to be captured. If not specified @@ and 'graphs' is true, the default CUDA graphs will be captured @@ based on model settings. @@ Currently only recognized by TensorRT backend. @@
repeated .inference.ModelOptimizationPolicy.Cuda.GraphSpec graph_spec = 3; -
addGraphSpec
public ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder addGraphSpec(ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec value) @@ .. cpp:var:: GraphSpec graph_spec (repeated) @@ @@ Specification of the CUDA graph to be captured. If not specified @@ and 'graphs' is true, the default CUDA graphs will be captured @@ based on model settings. @@ Currently only recognized by TensorRT backend. @@
repeated .inference.ModelOptimizationPolicy.Cuda.GraphSpec graph_spec = 3; -
addGraphSpec
public ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder addGraphSpec(int index, ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec value) @@ .. cpp:var:: GraphSpec graph_spec (repeated) @@ @@ Specification of the CUDA graph to be captured. If not specified @@ and 'graphs' is true, the default CUDA graphs will be captured @@ based on model settings. @@ Currently only recognized by TensorRT backend. @@
repeated .inference.ModelOptimizationPolicy.Cuda.GraphSpec graph_spec = 3; -
addGraphSpec
public ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder addGraphSpec(ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder builderForValue) @@ .. cpp:var:: GraphSpec graph_spec (repeated) @@ @@ Specification of the CUDA graph to be captured. If not specified @@ and 'graphs' is true, the default CUDA graphs will be captured @@ based on model settings. @@ Currently only recognized by TensorRT backend. @@
repeated .inference.ModelOptimizationPolicy.Cuda.GraphSpec graph_spec = 3; -
addGraphSpec
public ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder addGraphSpec(int index, ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder builderForValue) @@ .. cpp:var:: GraphSpec graph_spec (repeated) @@ @@ Specification of the CUDA graph to be captured. If not specified @@ and 'graphs' is true, the default CUDA graphs will be captured @@ based on model settings. @@ Currently only recognized by TensorRT backend. @@
repeated .inference.ModelOptimizationPolicy.Cuda.GraphSpec graph_spec = 3; -
addAllGraphSpec
public ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder addAllGraphSpec(Iterable<? extends ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec> values) @@ .. cpp:var:: GraphSpec graph_spec (repeated) @@ @@ Specification of the CUDA graph to be captured. If not specified @@ and 'graphs' is true, the default CUDA graphs will be captured @@ based on model settings. @@ Currently only recognized by TensorRT backend. @@
repeated .inference.ModelOptimizationPolicy.Cuda.GraphSpec graph_spec = 3; -
clearGraphSpec
@@ .. cpp:var:: GraphSpec graph_spec (repeated) @@ @@ Specification of the CUDA graph to be captured. If not specified @@ and 'graphs' is true, the default CUDA graphs will be captured @@ based on model settings. @@ Currently only recognized by TensorRT backend. @@
repeated .inference.ModelOptimizationPolicy.Cuda.GraphSpec graph_spec = 3; -
removeGraphSpec
@@ .. cpp:var:: GraphSpec graph_spec (repeated) @@ @@ Specification of the CUDA graph to be captured. If not specified @@ and 'graphs' is true, the default CUDA graphs will be captured @@ based on model settings. @@ Currently only recognized by TensorRT backend. @@
repeated .inference.ModelOptimizationPolicy.Cuda.GraphSpec graph_spec = 3; -
getGraphSpecBuilder
public ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder getGraphSpecBuilder(int index) @@ .. cpp:var:: GraphSpec graph_spec (repeated) @@ @@ Specification of the CUDA graph to be captured. If not specified @@ and 'graphs' is true, the default CUDA graphs will be captured @@ based on model settings. @@ Currently only recognized by TensorRT backend. @@
repeated .inference.ModelOptimizationPolicy.Cuda.GraphSpec graph_spec = 3; -
getGraphSpecOrBuilder
public ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpecOrBuilder getGraphSpecOrBuilder(int index) @@ .. cpp:var:: GraphSpec graph_spec (repeated) @@ @@ Specification of the CUDA graph to be captured. If not specified @@ and 'graphs' is true, the default CUDA graphs will be captured @@ based on model settings. @@ Currently only recognized by TensorRT backend. @@
repeated .inference.ModelOptimizationPolicy.Cuda.GraphSpec graph_spec = 3;- Specified by:
getGraphSpecOrBuilderin interfaceModelConfigOuterClass.ModelOptimizationPolicy.CudaOrBuilder
-
getGraphSpecOrBuilderList
public List<? extends ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpecOrBuilder> getGraphSpecOrBuilderList()@@ .. cpp:var:: GraphSpec graph_spec (repeated) @@ @@ Specification of the CUDA graph to be captured. If not specified @@ and 'graphs' is true, the default CUDA graphs will be captured @@ based on model settings. @@ Currently only recognized by TensorRT backend. @@
repeated .inference.ModelOptimizationPolicy.Cuda.GraphSpec graph_spec = 3;- Specified by:
getGraphSpecOrBuilderListin interfaceModelConfigOuterClass.ModelOptimizationPolicy.CudaOrBuilder
-
addGraphSpecBuilder
@@ .. cpp:var:: GraphSpec graph_spec (repeated) @@ @@ Specification of the CUDA graph to be captured. If not specified @@ and 'graphs' is true, the default CUDA graphs will be captured @@ based on model settings. @@ Currently only recognized by TensorRT backend. @@
repeated .inference.ModelOptimizationPolicy.Cuda.GraphSpec graph_spec = 3; -
addGraphSpecBuilder
public ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder addGraphSpecBuilder(int index) @@ .. cpp:var:: GraphSpec graph_spec (repeated) @@ @@ Specification of the CUDA graph to be captured. If not specified @@ and 'graphs' is true, the default CUDA graphs will be captured @@ based on model settings. @@ Currently only recognized by TensorRT backend. @@
repeated .inference.ModelOptimizationPolicy.Cuda.GraphSpec graph_spec = 3; -
getGraphSpecBuilderList
public List<ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder> getGraphSpecBuilderList()@@ .. cpp:var:: GraphSpec graph_spec (repeated) @@ @@ Specification of the CUDA graph to be captured. If not specified @@ and 'graphs' is true, the default CUDA graphs will be captured @@ based on model settings. @@ Currently only recognized by TensorRT backend. @@
repeated .inference.ModelOptimizationPolicy.Cuda.GraphSpec graph_spec = 3; -
getOutputCopyStream
public boolean getOutputCopyStream()@@ .. cpp:var:: bool output_copy_stream @@ @@ Uses a CUDA stream separate from the inference stream to copy the @@ output to host. However, be aware that setting this option to @@ true will lead to an increase in the memory consumption of the @@ model as Triton will allocate twice as much GPU memory for its @@ I/O tensor buffers. Default value is false. @@ Currently only recognized by TensorRT backend. @@
bool output_copy_stream = 4;- Specified by:
getOutputCopyStreamin interfaceModelConfigOuterClass.ModelOptimizationPolicy.CudaOrBuilder- Returns:
- The outputCopyStream.
-
setOutputCopyStream
public ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder setOutputCopyStream(boolean value) @@ .. cpp:var:: bool output_copy_stream @@ @@ Uses a CUDA stream separate from the inference stream to copy the @@ output to host. However, be aware that setting this option to @@ true will lead to an increase in the memory consumption of the @@ model as Triton will allocate twice as much GPU memory for its @@ I/O tensor buffers. Default value is false. @@ Currently only recognized by TensorRT backend. @@
bool output_copy_stream = 4;- Parameters:
value- The outputCopyStream to set.- Returns:
- This builder for chaining.
-
clearOutputCopyStream
@@ .. cpp:var:: bool output_copy_stream @@ @@ Uses a CUDA stream separate from the inference stream to copy the @@ output to host. However, be aware that setting this option to @@ true will lead to an increase in the memory consumption of the @@ model as Triton will allocate twice as much GPU memory for its @@ I/O tensor buffers. Default value is false. @@ Currently only recognized by TensorRT backend. @@
bool output_copy_stream = 4;- Returns:
- This builder for chaining.
-
setUnknownFields
public final ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder setUnknownFields(com.google.protobuf.UnknownFieldSet unknownFields) - Specified by:
setUnknownFieldsin interfacecom.google.protobuf.Message.Builder- Overrides:
setUnknownFieldsin classcom.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder>
-
mergeUnknownFields
public final ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder mergeUnknownFields(com.google.protobuf.UnknownFieldSet unknownFields) - Specified by:
mergeUnknownFieldsin interfacecom.google.protobuf.Message.Builder- Overrides:
mergeUnknownFieldsin classcom.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder>
-