Package inference
Class ModelConfigOuterClass.ModelOptimizationPolicy.Builder
java.lang.Object
com.google.protobuf.AbstractMessageLite.Builder
com.google.protobuf.AbstractMessage.Builder<ModelConfigOuterClass.ModelOptimizationPolicy.Builder>
com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelOptimizationPolicy.Builder>
inference.ModelConfigOuterClass.ModelOptimizationPolicy.Builder
- All Implemented Interfaces:
com.google.protobuf.Message.Builder,com.google.protobuf.MessageLite.Builder,com.google.protobuf.MessageLiteOrBuilder,com.google.protobuf.MessageOrBuilder,ModelConfigOuterClass.ModelOptimizationPolicyOrBuilder,Cloneable
- Enclosing class:
ModelConfigOuterClass.ModelOptimizationPolicy
public static final class ModelConfigOuterClass.ModelOptimizationPolicy.Builder
extends com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelOptimizationPolicy.Builder>
implements ModelConfigOuterClass.ModelOptimizationPolicyOrBuilder
@@ @@.. cpp:var:: message ModelOptimizationPolicy @@ @@ Optimization settings for a model. These settings control if/how a @@ model is optimized and prioritized by the backend framework when @@ it is loaded. @@Protobuf type
inference.ModelOptimizationPolicy-
Method Summary
Modifier and TypeMethodDescriptionaddRepeatedField(com.google.protobuf.Descriptors.FieldDescriptor field, Object value) build()clear()@@ ..@@ ..@@ ..clearField(com.google.protobuf.Descriptors.FieldDescriptor field) @@ ..@@ ..@@ ..clearOneof(com.google.protobuf.Descriptors.OneofDescriptor oneof) @@ ..@@ ..clone()getCuda()@@ ..@@ ..@@ ..static final com.google.protobuf.Descriptors.Descriptorcom.google.protobuf.Descriptors.Descriptorboolean@@ ..@@ ..@@ ..@@ ..int@@ ..getGraph()@@ ..@@ ..@@ ..@@ ..@@ ..@@ ..@@ ..@@ ..@@ ..@@ ..int@@ ..booleanhasCuda()@@ ..boolean@@ ..booleanhasGraph()@@ ..boolean@@ ..boolean@@ ..protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTablefinal boolean@@ ..mergeExecutionAccelerators(ModelConfigOuterClass.ModelOptimizationPolicy.ExecutionAccelerators value) @@ ..mergeFrom(com.google.protobuf.CodedInputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry) mergeFrom(com.google.protobuf.Message other) @@ ..@@ ..@@ ..mergeUnknownFields(com.google.protobuf.UnknownFieldSet unknownFields) @@ ..setCuda(ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder builderForValue) @@ ..setEagerBatching(boolean value) @@ ..@@ ..setExecutionAccelerators(ModelConfigOuterClass.ModelOptimizationPolicy.ExecutionAccelerators.Builder builderForValue) @@ ..setGatherKernelBufferThreshold(int value) @@ ..@@ ..setGraph(ModelConfigOuterClass.ModelOptimizationPolicy.Graph.Builder builderForValue) @@ ..@@ ..setInputPinnedMemory(ModelConfigOuterClass.ModelOptimizationPolicy.PinnedMemoryBuffer.Builder builderForValue) @@ ..@@ ..setOutputPinnedMemory(ModelConfigOuterClass.ModelOptimizationPolicy.PinnedMemoryBuffer.Builder builderForValue) @@ ..@@ ..setPriorityValue(int value) @@ ..setRepeatedField(com.google.protobuf.Descriptors.FieldDescriptor field, int index, Object value) setUnknownFields(com.google.protobuf.UnknownFieldSet unknownFields) Methods inherited from class com.google.protobuf.GeneratedMessageV3.Builder
getAllFields, getField, getFieldBuilder, getOneofFieldDescriptor, getParentForChildren, getRepeatedField, getRepeatedFieldBuilder, getRepeatedFieldCount, getUnknownFields, getUnknownFieldSetBuilder, hasField, hasOneof, internalGetMapField, internalGetMapFieldReflection, internalGetMutableMapField, internalGetMutableMapFieldReflection, isClean, markClean, mergeUnknownLengthDelimitedField, mergeUnknownVarintField, newBuilderForField, onBuilt, onChanged, parseUnknownField, setUnknownFieldSetBuilder, setUnknownFieldsProto3Methods inherited from class com.google.protobuf.AbstractMessage.Builder
findInitializationErrors, getInitializationErrorString, internalMergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, newUninitializedMessageException, toStringMethods inherited from class com.google.protobuf.AbstractMessageLite.Builder
addAll, addAll, mergeDelimitedFrom, mergeDelimitedFrom, mergeFrom, newUninitializedMessageExceptionMethods inherited from class java.lang.Object
equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, waitMethods inherited from interface com.google.protobuf.Message.Builder
mergeDelimitedFrom, mergeDelimitedFromMethods inherited from interface com.google.protobuf.MessageLite.Builder
mergeFromMethods inherited from interface com.google.protobuf.MessageOrBuilder
findInitializationErrors, getAllFields, getField, getInitializationErrorString, getOneofFieldDescriptor, getRepeatedField, getRepeatedFieldCount, getUnknownFields, hasField, hasOneof
-
Method Details
-
getDescriptor
public static final com.google.protobuf.Descriptors.Descriptor getDescriptor() -
internalGetFieldAccessorTable
protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable internalGetFieldAccessorTable()- Specified by:
internalGetFieldAccessorTablein classcom.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelOptimizationPolicy.Builder>
-
clear
- Specified by:
clearin interfacecom.google.protobuf.Message.Builder- Specified by:
clearin interfacecom.google.protobuf.MessageLite.Builder- Overrides:
clearin classcom.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelOptimizationPolicy.Builder>
-
getDescriptorForType
public com.google.protobuf.Descriptors.Descriptor getDescriptorForType()- Specified by:
getDescriptorForTypein interfacecom.google.protobuf.Message.Builder- Specified by:
getDescriptorForTypein interfacecom.google.protobuf.MessageOrBuilder- Overrides:
getDescriptorForTypein classcom.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelOptimizationPolicy.Builder>
-
getDefaultInstanceForType
- Specified by:
getDefaultInstanceForTypein interfacecom.google.protobuf.MessageLiteOrBuilder- Specified by:
getDefaultInstanceForTypein interfacecom.google.protobuf.MessageOrBuilder
-
build
- Specified by:
buildin interfacecom.google.protobuf.Message.Builder- Specified by:
buildin interfacecom.google.protobuf.MessageLite.Builder
-
buildPartial
- Specified by:
buildPartialin interfacecom.google.protobuf.Message.Builder- Specified by:
buildPartialin interfacecom.google.protobuf.MessageLite.Builder
-
clone
- Specified by:
clonein interfacecom.google.protobuf.Message.Builder- Specified by:
clonein interfacecom.google.protobuf.MessageLite.Builder- Overrides:
clonein classcom.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelOptimizationPolicy.Builder>
-
setField
public ModelConfigOuterClass.ModelOptimizationPolicy.Builder setField(com.google.protobuf.Descriptors.FieldDescriptor field, Object value) - Specified by:
setFieldin interfacecom.google.protobuf.Message.Builder- Overrides:
setFieldin classcom.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelOptimizationPolicy.Builder>
-
clearField
public ModelConfigOuterClass.ModelOptimizationPolicy.Builder clearField(com.google.protobuf.Descriptors.FieldDescriptor field) - Specified by:
clearFieldin interfacecom.google.protobuf.Message.Builder- Overrides:
clearFieldin classcom.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelOptimizationPolicy.Builder>
-
clearOneof
public ModelConfigOuterClass.ModelOptimizationPolicy.Builder clearOneof(com.google.protobuf.Descriptors.OneofDescriptor oneof) - Specified by:
clearOneofin interfacecom.google.protobuf.Message.Builder- Overrides:
clearOneofin classcom.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelOptimizationPolicy.Builder>
-
setRepeatedField
public ModelConfigOuterClass.ModelOptimizationPolicy.Builder setRepeatedField(com.google.protobuf.Descriptors.FieldDescriptor field, int index, Object value) - Specified by:
setRepeatedFieldin interfacecom.google.protobuf.Message.Builder- Overrides:
setRepeatedFieldin classcom.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelOptimizationPolicy.Builder>
-
addRepeatedField
public ModelConfigOuterClass.ModelOptimizationPolicy.Builder addRepeatedField(com.google.protobuf.Descriptors.FieldDescriptor field, Object value) - Specified by:
addRepeatedFieldin interfacecom.google.protobuf.Message.Builder- Overrides:
addRepeatedFieldin classcom.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelOptimizationPolicy.Builder>
-
mergeFrom
public ModelConfigOuterClass.ModelOptimizationPolicy.Builder mergeFrom(com.google.protobuf.Message other) - Specified by:
mergeFromin interfacecom.google.protobuf.Message.Builder- Overrides:
mergeFromin classcom.google.protobuf.AbstractMessage.Builder<ModelConfigOuterClass.ModelOptimizationPolicy.Builder>
-
mergeFrom
public ModelConfigOuterClass.ModelOptimizationPolicy.Builder mergeFrom(ModelConfigOuterClass.ModelOptimizationPolicy other) -
isInitialized
public final boolean isInitialized()- Specified by:
isInitializedin interfacecom.google.protobuf.MessageLiteOrBuilder- Overrides:
isInitializedin classcom.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelOptimizationPolicy.Builder>
-
mergeFrom
public ModelConfigOuterClass.ModelOptimizationPolicy.Builder mergeFrom(com.google.protobuf.CodedInputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws IOException - Specified by:
mergeFromin interfacecom.google.protobuf.Message.Builder- Specified by:
mergeFromin interfacecom.google.protobuf.MessageLite.Builder- Overrides:
mergeFromin classcom.google.protobuf.AbstractMessage.Builder<ModelConfigOuterClass.ModelOptimizationPolicy.Builder>- Throws:
IOException
-
hasGraph
public boolean hasGraph()@@ .. cpp:var:: Graph graph @@ @@ The graph optimization setting for the model. Optional. @@
.inference.ModelOptimizationPolicy.Graph graph = 1;- Specified by:
hasGraphin interfaceModelConfigOuterClass.ModelOptimizationPolicyOrBuilder- Returns:
- Whether the graph field is set.
-
getGraph
@@ .. cpp:var:: Graph graph @@ @@ The graph optimization setting for the model. Optional. @@
.inference.ModelOptimizationPolicy.Graph graph = 1;- Specified by:
getGraphin interfaceModelConfigOuterClass.ModelOptimizationPolicyOrBuilder- Returns:
- The graph.
-
setGraph
public ModelConfigOuterClass.ModelOptimizationPolicy.Builder setGraph(ModelConfigOuterClass.ModelOptimizationPolicy.Graph value) @@ .. cpp:var:: Graph graph @@ @@ The graph optimization setting for the model. Optional. @@
.inference.ModelOptimizationPolicy.Graph graph = 1; -
setGraph
public ModelConfigOuterClass.ModelOptimizationPolicy.Builder setGraph(ModelConfigOuterClass.ModelOptimizationPolicy.Graph.Builder builderForValue) @@ .. cpp:var:: Graph graph @@ @@ The graph optimization setting for the model. Optional. @@
.inference.ModelOptimizationPolicy.Graph graph = 1; -
mergeGraph
public ModelConfigOuterClass.ModelOptimizationPolicy.Builder mergeGraph(ModelConfigOuterClass.ModelOptimizationPolicy.Graph value) @@ .. cpp:var:: Graph graph @@ @@ The graph optimization setting for the model. Optional. @@
.inference.ModelOptimizationPolicy.Graph graph = 1; -
clearGraph
@@ .. cpp:var:: Graph graph @@ @@ The graph optimization setting for the model. Optional. @@
.inference.ModelOptimizationPolicy.Graph graph = 1; -
getGraphBuilder
@@ .. cpp:var:: Graph graph @@ @@ The graph optimization setting for the model. Optional. @@
.inference.ModelOptimizationPolicy.Graph graph = 1; -
getGraphOrBuilder
@@ .. cpp:var:: Graph graph @@ @@ The graph optimization setting for the model. Optional. @@
.inference.ModelOptimizationPolicy.Graph graph = 1;- Specified by:
getGraphOrBuilderin interfaceModelConfigOuterClass.ModelOptimizationPolicyOrBuilder
-
getPriorityValue
public int getPriorityValue()@@ .. cpp:var:: ModelPriority priority @@ @@ The priority setting for the model. Optional. @@
.inference.ModelOptimizationPolicy.ModelPriority priority = 2;- Specified by:
getPriorityValuein interfaceModelConfigOuterClass.ModelOptimizationPolicyOrBuilder- Returns:
- The enum numeric value on the wire for priority.
-
setPriorityValue
@@ .. cpp:var:: ModelPriority priority @@ @@ The priority setting for the model. Optional. @@
.inference.ModelOptimizationPolicy.ModelPriority priority = 2;- Parameters:
value- The enum numeric value on the wire for priority to set.- Returns:
- This builder for chaining.
-
getPriority
@@ .. cpp:var:: ModelPriority priority @@ @@ The priority setting for the model. Optional. @@
.inference.ModelOptimizationPolicy.ModelPriority priority = 2;- Specified by:
getPriorityin interfaceModelConfigOuterClass.ModelOptimizationPolicyOrBuilder- Returns:
- The priority.
-
setPriority
public ModelConfigOuterClass.ModelOptimizationPolicy.Builder setPriority(ModelConfigOuterClass.ModelOptimizationPolicy.ModelPriority value) @@ .. cpp:var:: ModelPriority priority @@ @@ The priority setting for the model. Optional. @@
.inference.ModelOptimizationPolicy.ModelPriority priority = 2;- Parameters:
value- The priority to set.- Returns:
- This builder for chaining.
-
clearPriority
@@ .. cpp:var:: ModelPriority priority @@ @@ The priority setting for the model. Optional. @@
.inference.ModelOptimizationPolicy.ModelPriority priority = 2;- Returns:
- This builder for chaining.
-
hasCuda
public boolean hasCuda()@@ .. cpp:var:: Cuda cuda @@ @@ CUDA-specific optimization settings. Optional. @@
.inference.ModelOptimizationPolicy.Cuda cuda = 3;- Specified by:
hasCudain interfaceModelConfigOuterClass.ModelOptimizationPolicyOrBuilder- Returns:
- Whether the cuda field is set.
-
getCuda
@@ .. cpp:var:: Cuda cuda @@ @@ CUDA-specific optimization settings. Optional. @@
.inference.ModelOptimizationPolicy.Cuda cuda = 3;- Specified by:
getCudain interfaceModelConfigOuterClass.ModelOptimizationPolicyOrBuilder- Returns:
- The cuda.
-
setCuda
public ModelConfigOuterClass.ModelOptimizationPolicy.Builder setCuda(ModelConfigOuterClass.ModelOptimizationPolicy.Cuda value) @@ .. cpp:var:: Cuda cuda @@ @@ CUDA-specific optimization settings. Optional. @@
.inference.ModelOptimizationPolicy.Cuda cuda = 3; -
setCuda
public ModelConfigOuterClass.ModelOptimizationPolicy.Builder setCuda(ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder builderForValue) @@ .. cpp:var:: Cuda cuda @@ @@ CUDA-specific optimization settings. Optional. @@
.inference.ModelOptimizationPolicy.Cuda cuda = 3; -
mergeCuda
public ModelConfigOuterClass.ModelOptimizationPolicy.Builder mergeCuda(ModelConfigOuterClass.ModelOptimizationPolicy.Cuda value) @@ .. cpp:var:: Cuda cuda @@ @@ CUDA-specific optimization settings. Optional. @@
.inference.ModelOptimizationPolicy.Cuda cuda = 3; -
clearCuda
@@ .. cpp:var:: Cuda cuda @@ @@ CUDA-specific optimization settings. Optional. @@
.inference.ModelOptimizationPolicy.Cuda cuda = 3; -
getCudaBuilder
@@ .. cpp:var:: Cuda cuda @@ @@ CUDA-specific optimization settings. Optional. @@
.inference.ModelOptimizationPolicy.Cuda cuda = 3; -
getCudaOrBuilder
@@ .. cpp:var:: Cuda cuda @@ @@ CUDA-specific optimization settings. Optional. @@
.inference.ModelOptimizationPolicy.Cuda cuda = 3;- Specified by:
getCudaOrBuilderin interfaceModelConfigOuterClass.ModelOptimizationPolicyOrBuilder
-
hasExecutionAccelerators
public boolean hasExecutionAccelerators()@@ .. cpp:var:: ExecutionAccelerators execution_accelerators @@ @@ The accelerators used for the model. Optional. @@
.inference.ModelOptimizationPolicy.ExecutionAccelerators execution_accelerators = 4;- Specified by:
hasExecutionAcceleratorsin interfaceModelConfigOuterClass.ModelOptimizationPolicyOrBuilder- Returns:
- Whether the executionAccelerators field is set.
-
getExecutionAccelerators
public ModelConfigOuterClass.ModelOptimizationPolicy.ExecutionAccelerators getExecutionAccelerators()@@ .. cpp:var:: ExecutionAccelerators execution_accelerators @@ @@ The accelerators used for the model. Optional. @@
.inference.ModelOptimizationPolicy.ExecutionAccelerators execution_accelerators = 4;- Specified by:
getExecutionAcceleratorsin interfaceModelConfigOuterClass.ModelOptimizationPolicyOrBuilder- Returns:
- The executionAccelerators.
-
setExecutionAccelerators
public ModelConfigOuterClass.ModelOptimizationPolicy.Builder setExecutionAccelerators(ModelConfigOuterClass.ModelOptimizationPolicy.ExecutionAccelerators value) @@ .. cpp:var:: ExecutionAccelerators execution_accelerators @@ @@ The accelerators used for the model. Optional. @@
.inference.ModelOptimizationPolicy.ExecutionAccelerators execution_accelerators = 4; -
setExecutionAccelerators
public ModelConfigOuterClass.ModelOptimizationPolicy.Builder setExecutionAccelerators(ModelConfigOuterClass.ModelOptimizationPolicy.ExecutionAccelerators.Builder builderForValue) @@ .. cpp:var:: ExecutionAccelerators execution_accelerators @@ @@ The accelerators used for the model. Optional. @@
.inference.ModelOptimizationPolicy.ExecutionAccelerators execution_accelerators = 4; -
mergeExecutionAccelerators
public ModelConfigOuterClass.ModelOptimizationPolicy.Builder mergeExecutionAccelerators(ModelConfigOuterClass.ModelOptimizationPolicy.ExecutionAccelerators value) @@ .. cpp:var:: ExecutionAccelerators execution_accelerators @@ @@ The accelerators used for the model. Optional. @@
.inference.ModelOptimizationPolicy.ExecutionAccelerators execution_accelerators = 4; -
clearExecutionAccelerators
@@ .. cpp:var:: ExecutionAccelerators execution_accelerators @@ @@ The accelerators used for the model. Optional. @@
.inference.ModelOptimizationPolicy.ExecutionAccelerators execution_accelerators = 4; -
getExecutionAcceleratorsBuilder
public ModelConfigOuterClass.ModelOptimizationPolicy.ExecutionAccelerators.Builder getExecutionAcceleratorsBuilder()@@ .. cpp:var:: ExecutionAccelerators execution_accelerators @@ @@ The accelerators used for the model. Optional. @@
.inference.ModelOptimizationPolicy.ExecutionAccelerators execution_accelerators = 4; -
getExecutionAcceleratorsOrBuilder
public ModelConfigOuterClass.ModelOptimizationPolicy.ExecutionAcceleratorsOrBuilder getExecutionAcceleratorsOrBuilder()@@ .. cpp:var:: ExecutionAccelerators execution_accelerators @@ @@ The accelerators used for the model. Optional. @@
.inference.ModelOptimizationPolicy.ExecutionAccelerators execution_accelerators = 4;- Specified by:
getExecutionAcceleratorsOrBuilderin interfaceModelConfigOuterClass.ModelOptimizationPolicyOrBuilder
-
hasInputPinnedMemory
public boolean hasInputPinnedMemory()@@ .. cpp:var:: PinnedMemoryBuffer input_pinned_memory @@ @@ Use pinned memory buffer when the data transfer for inputs @@ is between GPU memory and non-pinned system memory. @@ Default is true. @@
.inference.ModelOptimizationPolicy.PinnedMemoryBuffer input_pinned_memory = 5;- Specified by:
hasInputPinnedMemoryin interfaceModelConfigOuterClass.ModelOptimizationPolicyOrBuilder- Returns:
- Whether the inputPinnedMemory field is set.
-
getInputPinnedMemory
@@ .. cpp:var:: PinnedMemoryBuffer input_pinned_memory @@ @@ Use pinned memory buffer when the data transfer for inputs @@ is between GPU memory and non-pinned system memory. @@ Default is true. @@
.inference.ModelOptimizationPolicy.PinnedMemoryBuffer input_pinned_memory = 5;- Specified by:
getInputPinnedMemoryin interfaceModelConfigOuterClass.ModelOptimizationPolicyOrBuilder- Returns:
- The inputPinnedMemory.
-
setInputPinnedMemory
public ModelConfigOuterClass.ModelOptimizationPolicy.Builder setInputPinnedMemory(ModelConfigOuterClass.ModelOptimizationPolicy.PinnedMemoryBuffer value) @@ .. cpp:var:: PinnedMemoryBuffer input_pinned_memory @@ @@ Use pinned memory buffer when the data transfer for inputs @@ is between GPU memory and non-pinned system memory. @@ Default is true. @@
.inference.ModelOptimizationPolicy.PinnedMemoryBuffer input_pinned_memory = 5; -
setInputPinnedMemory
public ModelConfigOuterClass.ModelOptimizationPolicy.Builder setInputPinnedMemory(ModelConfigOuterClass.ModelOptimizationPolicy.PinnedMemoryBuffer.Builder builderForValue) @@ .. cpp:var:: PinnedMemoryBuffer input_pinned_memory @@ @@ Use pinned memory buffer when the data transfer for inputs @@ is between GPU memory and non-pinned system memory. @@ Default is true. @@
.inference.ModelOptimizationPolicy.PinnedMemoryBuffer input_pinned_memory = 5; -
mergeInputPinnedMemory
public ModelConfigOuterClass.ModelOptimizationPolicy.Builder mergeInputPinnedMemory(ModelConfigOuterClass.ModelOptimizationPolicy.PinnedMemoryBuffer value) @@ .. cpp:var:: PinnedMemoryBuffer input_pinned_memory @@ @@ Use pinned memory buffer when the data transfer for inputs @@ is between GPU memory and non-pinned system memory. @@ Default is true. @@
.inference.ModelOptimizationPolicy.PinnedMemoryBuffer input_pinned_memory = 5; -
clearInputPinnedMemory
@@ .. cpp:var:: PinnedMemoryBuffer input_pinned_memory @@ @@ Use pinned memory buffer when the data transfer for inputs @@ is between GPU memory and non-pinned system memory. @@ Default is true. @@
.inference.ModelOptimizationPolicy.PinnedMemoryBuffer input_pinned_memory = 5; -
getInputPinnedMemoryBuilder
public ModelConfigOuterClass.ModelOptimizationPolicy.PinnedMemoryBuffer.Builder getInputPinnedMemoryBuilder()@@ .. cpp:var:: PinnedMemoryBuffer input_pinned_memory @@ @@ Use pinned memory buffer when the data transfer for inputs @@ is between GPU memory and non-pinned system memory. @@ Default is true. @@
.inference.ModelOptimizationPolicy.PinnedMemoryBuffer input_pinned_memory = 5; -
getInputPinnedMemoryOrBuilder
public ModelConfigOuterClass.ModelOptimizationPolicy.PinnedMemoryBufferOrBuilder getInputPinnedMemoryOrBuilder()@@ .. cpp:var:: PinnedMemoryBuffer input_pinned_memory @@ @@ Use pinned memory buffer when the data transfer for inputs @@ is between GPU memory and non-pinned system memory. @@ Default is true. @@
.inference.ModelOptimizationPolicy.PinnedMemoryBuffer input_pinned_memory = 5;- Specified by:
getInputPinnedMemoryOrBuilderin interfaceModelConfigOuterClass.ModelOptimizationPolicyOrBuilder
-
hasOutputPinnedMemory
public boolean hasOutputPinnedMemory()@@ .. cpp:var:: PinnedMemoryBuffer output_pinned_memory @@ @@ Use pinned memory buffer when the data transfer for outputs @@ is between GPU memory and non-pinned system memory. @@ Default is true. @@
.inference.ModelOptimizationPolicy.PinnedMemoryBuffer output_pinned_memory = 6;- Specified by:
hasOutputPinnedMemoryin interfaceModelConfigOuterClass.ModelOptimizationPolicyOrBuilder- Returns:
- Whether the outputPinnedMemory field is set.
-
getOutputPinnedMemory
@@ .. cpp:var:: PinnedMemoryBuffer output_pinned_memory @@ @@ Use pinned memory buffer when the data transfer for outputs @@ is between GPU memory and non-pinned system memory. @@ Default is true. @@
.inference.ModelOptimizationPolicy.PinnedMemoryBuffer output_pinned_memory = 6;- Specified by:
getOutputPinnedMemoryin interfaceModelConfigOuterClass.ModelOptimizationPolicyOrBuilder- Returns:
- The outputPinnedMemory.
-
setOutputPinnedMemory
public ModelConfigOuterClass.ModelOptimizationPolicy.Builder setOutputPinnedMemory(ModelConfigOuterClass.ModelOptimizationPolicy.PinnedMemoryBuffer value) @@ .. cpp:var:: PinnedMemoryBuffer output_pinned_memory @@ @@ Use pinned memory buffer when the data transfer for outputs @@ is between GPU memory and non-pinned system memory. @@ Default is true. @@
.inference.ModelOptimizationPolicy.PinnedMemoryBuffer output_pinned_memory = 6; -
setOutputPinnedMemory
public ModelConfigOuterClass.ModelOptimizationPolicy.Builder setOutputPinnedMemory(ModelConfigOuterClass.ModelOptimizationPolicy.PinnedMemoryBuffer.Builder builderForValue) @@ .. cpp:var:: PinnedMemoryBuffer output_pinned_memory @@ @@ Use pinned memory buffer when the data transfer for outputs @@ is between GPU memory and non-pinned system memory. @@ Default is true. @@
.inference.ModelOptimizationPolicy.PinnedMemoryBuffer output_pinned_memory = 6; -
mergeOutputPinnedMemory
public ModelConfigOuterClass.ModelOptimizationPolicy.Builder mergeOutputPinnedMemory(ModelConfigOuterClass.ModelOptimizationPolicy.PinnedMemoryBuffer value) @@ .. cpp:var:: PinnedMemoryBuffer output_pinned_memory @@ @@ Use pinned memory buffer when the data transfer for outputs @@ is between GPU memory and non-pinned system memory. @@ Default is true. @@
.inference.ModelOptimizationPolicy.PinnedMemoryBuffer output_pinned_memory = 6; -
clearOutputPinnedMemory
@@ .. cpp:var:: PinnedMemoryBuffer output_pinned_memory @@ @@ Use pinned memory buffer when the data transfer for outputs @@ is between GPU memory and non-pinned system memory. @@ Default is true. @@
.inference.ModelOptimizationPolicy.PinnedMemoryBuffer output_pinned_memory = 6; -
getOutputPinnedMemoryBuilder
public ModelConfigOuterClass.ModelOptimizationPolicy.PinnedMemoryBuffer.Builder getOutputPinnedMemoryBuilder()@@ .. cpp:var:: PinnedMemoryBuffer output_pinned_memory @@ @@ Use pinned memory buffer when the data transfer for outputs @@ is between GPU memory and non-pinned system memory. @@ Default is true. @@
.inference.ModelOptimizationPolicy.PinnedMemoryBuffer output_pinned_memory = 6; -
getOutputPinnedMemoryOrBuilder
public ModelConfigOuterClass.ModelOptimizationPolicy.PinnedMemoryBufferOrBuilder getOutputPinnedMemoryOrBuilder()@@ .. cpp:var:: PinnedMemoryBuffer output_pinned_memory @@ @@ Use pinned memory buffer when the data transfer for outputs @@ is between GPU memory and non-pinned system memory. @@ Default is true. @@
.inference.ModelOptimizationPolicy.PinnedMemoryBuffer output_pinned_memory = 6;- Specified by:
getOutputPinnedMemoryOrBuilderin interfaceModelConfigOuterClass.ModelOptimizationPolicyOrBuilder
-
getGatherKernelBufferThreshold
public int getGatherKernelBufferThreshold()@@ .. cpp:var:: uint32 gather_kernel_buffer_threshold @@ @@ The backend may use a gather kernel to gather input data if the @@ device has direct access to the source buffer and the destination @@ buffer. In such case, the gather kernel will be used only if the @@ number of buffers to be gathered is greater or equal to @@ the specified value. If 0, the gather kernel will be disabled. @@ Default value is 0. @@ Currently only recognized by TensorRT backend. @@
uint32 gather_kernel_buffer_threshold = 7;- Specified by:
getGatherKernelBufferThresholdin interfaceModelConfigOuterClass.ModelOptimizationPolicyOrBuilder- Returns:
- The gatherKernelBufferThreshold.
-
setGatherKernelBufferThreshold
public ModelConfigOuterClass.ModelOptimizationPolicy.Builder setGatherKernelBufferThreshold(int value) @@ .. cpp:var:: uint32 gather_kernel_buffer_threshold @@ @@ The backend may use a gather kernel to gather input data if the @@ device has direct access to the source buffer and the destination @@ buffer. In such case, the gather kernel will be used only if the @@ number of buffers to be gathered is greater or equal to @@ the specified value. If 0, the gather kernel will be disabled. @@ Default value is 0. @@ Currently only recognized by TensorRT backend. @@
uint32 gather_kernel_buffer_threshold = 7;- Parameters:
value- The gatherKernelBufferThreshold to set.- Returns:
- This builder for chaining.
-
clearGatherKernelBufferThreshold
@@ .. cpp:var:: uint32 gather_kernel_buffer_threshold @@ @@ The backend may use a gather kernel to gather input data if the @@ device has direct access to the source buffer and the destination @@ buffer. In such case, the gather kernel will be used only if the @@ number of buffers to be gathered is greater or equal to @@ the specified value. If 0, the gather kernel will be disabled. @@ Default value is 0. @@ Currently only recognized by TensorRT backend. @@
uint32 gather_kernel_buffer_threshold = 7;- Returns:
- This builder for chaining.
-
getEagerBatching
public boolean getEagerBatching()@@ .. cpp:var:: bool eager_batching @@ @@ Start preparing the next batch before the model instance is ready @@ for the next inference. This option can be used to overlap the @@ batch preparation with model execution, with the trade-off that @@ the next batch might be smaller than what it could have been. @@ Default value is false. @@ Currently only recognized by TensorRT backend. @@
bool eager_batching = 8;- Specified by:
getEagerBatchingin interfaceModelConfigOuterClass.ModelOptimizationPolicyOrBuilder- Returns:
- The eagerBatching.
-
setEagerBatching
@@ .. cpp:var:: bool eager_batching @@ @@ Start preparing the next batch before the model instance is ready @@ for the next inference. This option can be used to overlap the @@ batch preparation with model execution, with the trade-off that @@ the next batch might be smaller than what it could have been. @@ Default value is false. @@ Currently only recognized by TensorRT backend. @@
bool eager_batching = 8;- Parameters:
value- The eagerBatching to set.- Returns:
- This builder for chaining.
-
clearEagerBatching
@@ .. cpp:var:: bool eager_batching @@ @@ Start preparing the next batch before the model instance is ready @@ for the next inference. This option can be used to overlap the @@ batch preparation with model execution, with the trade-off that @@ the next batch might be smaller than what it could have been. @@ Default value is false. @@ Currently only recognized by TensorRT backend. @@
bool eager_batching = 8;- Returns:
- This builder for chaining.
-
setUnknownFields
public final ModelConfigOuterClass.ModelOptimizationPolicy.Builder setUnknownFields(com.google.protobuf.UnknownFieldSet unknownFields) - Specified by:
setUnknownFieldsin interfacecom.google.protobuf.Message.Builder- Overrides:
setUnknownFieldsin classcom.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelOptimizationPolicy.Builder>
-
mergeUnknownFields
public final ModelConfigOuterClass.ModelOptimizationPolicy.Builder mergeUnknownFields(com.google.protobuf.UnknownFieldSet unknownFields) - Specified by:
mergeUnknownFieldsin interfacecom.google.protobuf.Message.Builder- Overrides:
mergeUnknownFieldsin classcom.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelOptimizationPolicy.Builder>
-