Package inference
Class ModelConfigOuterClass.ModelOptimizationPolicy
java.lang.Object
com.google.protobuf.AbstractMessageLite
com.google.protobuf.AbstractMessage
com.google.protobuf.GeneratedMessageV3
inference.ModelConfigOuterClass.ModelOptimizationPolicy
- All Implemented Interfaces:
com.google.protobuf.Message,com.google.protobuf.MessageLite,com.google.protobuf.MessageLiteOrBuilder,com.google.protobuf.MessageOrBuilder,ModelConfigOuterClass.ModelOptimizationPolicyOrBuilder,Serializable
- Enclosing class:
ModelConfigOuterClass
public static final class ModelConfigOuterClass.ModelOptimizationPolicy
extends com.google.protobuf.GeneratedMessageV3
implements ModelConfigOuterClass.ModelOptimizationPolicyOrBuilder
@@ @@.. cpp:var:: message ModelOptimizationPolicy @@ @@ Optimization settings for a model. These settings control if/how a @@ model is optimized and prioritized by the backend framework when @@ it is loaded. @@Protobuf type
inference.ModelOptimizationPolicy- See Also:
-
Nested Class Summary
Nested ClassesModifier and TypeClassDescriptionstatic final class@@ @@..static final class@@ @@ ..static interfacestatic final class@@ @@ ..static interfacestatic final class@@ @@ ..static interfacestatic enum@@ @@ ..static final class@@ @@ ..static interfaceNested classes/interfaces inherited from class com.google.protobuf.GeneratedMessageV3
com.google.protobuf.GeneratedMessageV3.BuilderParent, com.google.protobuf.GeneratedMessageV3.ExtendableBuilder<MessageT extends com.google.protobuf.GeneratedMessageV3.ExtendableMessage<MessageT>,BuilderT extends com.google.protobuf.GeneratedMessageV3.ExtendableBuilder<MessageT, BuilderT>>, com.google.protobuf.GeneratedMessageV3.ExtendableMessage<MessageT extends com.google.protobuf.GeneratedMessageV3.ExtendableMessage<MessageT>>, com.google.protobuf.GeneratedMessageV3.ExtendableMessageOrBuilder<MessageT extends com.google.protobuf.GeneratedMessageV3.ExtendableMessage<MessageT>>, com.google.protobuf.GeneratedMessageV3.FieldAccessorTable, com.google.protobuf.GeneratedMessageV3.UnusedPrivateParameter Nested classes/interfaces inherited from class com.google.protobuf.AbstractMessageLite
com.google.protobuf.AbstractMessageLite.InternalOneOfEnum -
Field Summary
FieldsModifier and TypeFieldDescriptionstatic final intstatic final intstatic final intstatic final intstatic final intstatic final intstatic final intstatic final intFields inherited from class com.google.protobuf.GeneratedMessageV3
alwaysUseFieldBuilders, unknownFieldsFields inherited from class com.google.protobuf.AbstractMessage
memoizedSizeFields inherited from class com.google.protobuf.AbstractMessageLite
memoizedHashCode -
Method Summary
Modifier and TypeMethodDescriptionbooleangetCuda()@@ ..@@ ..static final com.google.protobuf.Descriptors.Descriptorboolean@@ ..@@ ..@@ ..int@@ ..getGraph()@@ ..@@ ..@@ ..@@ ..@@ ..@@ ..com.google.protobuf.Parser<ModelConfigOuterClass.ModelOptimizationPolicy> @@ ..int@@ ..intbooleanhasCuda()@@ ..boolean@@ ..booleanhasGraph()@@ ..inthashCode()boolean@@ ..boolean@@ ..protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTablefinal booleannewBuilderForType(com.google.protobuf.GeneratedMessageV3.BuilderParent parent) protected ObjectnewInstance(com.google.protobuf.GeneratedMessageV3.UnusedPrivateParameter unused) parseDelimitedFrom(InputStream input) parseDelimitedFrom(InputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry) parseFrom(byte[] data) parseFrom(byte[] data, com.google.protobuf.ExtensionRegistryLite extensionRegistry) parseFrom(com.google.protobuf.ByteString data) parseFrom(com.google.protobuf.ByteString data, com.google.protobuf.ExtensionRegistryLite extensionRegistry) parseFrom(com.google.protobuf.CodedInputStream input) parseFrom(com.google.protobuf.CodedInputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry) parseFrom(InputStream input) parseFrom(InputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry) parseFrom(ByteBuffer data) parseFrom(ByteBuffer data, com.google.protobuf.ExtensionRegistryLite extensionRegistry) static com.google.protobuf.Parser<ModelConfigOuterClass.ModelOptimizationPolicy> parser()voidwriteTo(com.google.protobuf.CodedOutputStream output) Methods inherited from class com.google.protobuf.GeneratedMessageV3
canUseUnsafe, computeStringSize, computeStringSizeNoTag, emptyBooleanList, emptyDoubleList, emptyFloatList, emptyIntList, emptyList, emptyLongList, getAllFields, getDescriptorForType, getField, getOneofFieldDescriptor, getRepeatedField, getRepeatedFieldCount, getUnknownFields, hasField, hasOneof, internalGetMapField, internalGetMapFieldReflection, isStringEmpty, makeExtensionsImmutable, makeMutableCopy, makeMutableCopy, mergeFromAndMakeImmutableInternal, mutableCopy, mutableCopy, mutableCopy, mutableCopy, mutableCopy, newBooleanList, newBuilderForType, newDoubleList, newFloatList, newIntList, newLongList, parseDelimitedWithIOException, parseDelimitedWithIOException, parseUnknownField, parseUnknownFieldProto3, parseWithIOException, parseWithIOException, parseWithIOException, parseWithIOException, serializeBooleanMapTo, serializeIntegerMapTo, serializeLongMapTo, serializeStringMapTo, writeReplace, writeString, writeStringNoTagMethods inherited from class com.google.protobuf.AbstractMessage
findInitializationErrors, getInitializationErrorString, hashBoolean, hashEnum, hashEnumList, hashFields, hashLong, toStringMethods inherited from class com.google.protobuf.AbstractMessageLite
addAll, addAll, checkByteStringIsUtf8, toByteArray, toByteString, writeDelimitedTo, writeToMethods inherited from class java.lang.Object
clone, finalize, getClass, notify, notifyAll, wait, wait, waitMethods inherited from interface com.google.protobuf.MessageLite
toByteArray, toByteString, writeDelimitedTo, writeToMethods inherited from interface com.google.protobuf.MessageOrBuilder
findInitializationErrors, getAllFields, getDescriptorForType, getField, getInitializationErrorString, getOneofFieldDescriptor, getRepeatedField, getRepeatedFieldCount, getUnknownFields, hasField, hasOneof
-
Field Details
-
GRAPH_FIELD_NUMBER
public static final int GRAPH_FIELD_NUMBER- See Also:
-
PRIORITY_FIELD_NUMBER
public static final int PRIORITY_FIELD_NUMBER- See Also:
-
CUDA_FIELD_NUMBER
public static final int CUDA_FIELD_NUMBER- See Also:
-
EXECUTION_ACCELERATORS_FIELD_NUMBER
public static final int EXECUTION_ACCELERATORS_FIELD_NUMBER- See Also:
-
INPUT_PINNED_MEMORY_FIELD_NUMBER
public static final int INPUT_PINNED_MEMORY_FIELD_NUMBER- See Also:
-
OUTPUT_PINNED_MEMORY_FIELD_NUMBER
public static final int OUTPUT_PINNED_MEMORY_FIELD_NUMBER- See Also:
-
GATHER_KERNEL_BUFFER_THRESHOLD_FIELD_NUMBER
public static final int GATHER_KERNEL_BUFFER_THRESHOLD_FIELD_NUMBER- See Also:
-
EAGER_BATCHING_FIELD_NUMBER
public static final int EAGER_BATCHING_FIELD_NUMBER- See Also:
-
-
Method Details
-
newInstance
- Overrides:
newInstancein classcom.google.protobuf.GeneratedMessageV3
-
getDescriptor
public static final com.google.protobuf.Descriptors.Descriptor getDescriptor() -
internalGetFieldAccessorTable
protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable internalGetFieldAccessorTable()- Specified by:
internalGetFieldAccessorTablein classcom.google.protobuf.GeneratedMessageV3
-
hasGraph
public boolean hasGraph()@@ .. cpp:var:: Graph graph @@ @@ The graph optimization setting for the model. Optional. @@
.inference.ModelOptimizationPolicy.Graph graph = 1;- Specified by:
hasGraphin interfaceModelConfigOuterClass.ModelOptimizationPolicyOrBuilder- Returns:
- Whether the graph field is set.
-
getGraph
@@ .. cpp:var:: Graph graph @@ @@ The graph optimization setting for the model. Optional. @@
.inference.ModelOptimizationPolicy.Graph graph = 1;- Specified by:
getGraphin interfaceModelConfigOuterClass.ModelOptimizationPolicyOrBuilder- Returns:
- The graph.
-
getGraphOrBuilder
@@ .. cpp:var:: Graph graph @@ @@ The graph optimization setting for the model. Optional. @@
.inference.ModelOptimizationPolicy.Graph graph = 1;- Specified by:
getGraphOrBuilderin interfaceModelConfigOuterClass.ModelOptimizationPolicyOrBuilder
-
getPriorityValue
public int getPriorityValue()@@ .. cpp:var:: ModelPriority priority @@ @@ The priority setting for the model. Optional. @@
.inference.ModelOptimizationPolicy.ModelPriority priority = 2;- Specified by:
getPriorityValuein interfaceModelConfigOuterClass.ModelOptimizationPolicyOrBuilder- Returns:
- The enum numeric value on the wire for priority.
-
getPriority
@@ .. cpp:var:: ModelPriority priority @@ @@ The priority setting for the model. Optional. @@
.inference.ModelOptimizationPolicy.ModelPriority priority = 2;- Specified by:
getPriorityin interfaceModelConfigOuterClass.ModelOptimizationPolicyOrBuilder- Returns:
- The priority.
-
hasCuda
public boolean hasCuda()@@ .. cpp:var:: Cuda cuda @@ @@ CUDA-specific optimization settings. Optional. @@
.inference.ModelOptimizationPolicy.Cuda cuda = 3;- Specified by:
hasCudain interfaceModelConfigOuterClass.ModelOptimizationPolicyOrBuilder- Returns:
- Whether the cuda field is set.
-
getCuda
@@ .. cpp:var:: Cuda cuda @@ @@ CUDA-specific optimization settings. Optional. @@
.inference.ModelOptimizationPolicy.Cuda cuda = 3;- Specified by:
getCudain interfaceModelConfigOuterClass.ModelOptimizationPolicyOrBuilder- Returns:
- The cuda.
-
getCudaOrBuilder
@@ .. cpp:var:: Cuda cuda @@ @@ CUDA-specific optimization settings. Optional. @@
.inference.ModelOptimizationPolicy.Cuda cuda = 3;- Specified by:
getCudaOrBuilderin interfaceModelConfigOuterClass.ModelOptimizationPolicyOrBuilder
-
hasExecutionAccelerators
public boolean hasExecutionAccelerators()@@ .. cpp:var:: ExecutionAccelerators execution_accelerators @@ @@ The accelerators used for the model. Optional. @@
.inference.ModelOptimizationPolicy.ExecutionAccelerators execution_accelerators = 4;- Specified by:
hasExecutionAcceleratorsin interfaceModelConfigOuterClass.ModelOptimizationPolicyOrBuilder- Returns:
- Whether the executionAccelerators field is set.
-
getExecutionAccelerators
public ModelConfigOuterClass.ModelOptimizationPolicy.ExecutionAccelerators getExecutionAccelerators()@@ .. cpp:var:: ExecutionAccelerators execution_accelerators @@ @@ The accelerators used for the model. Optional. @@
.inference.ModelOptimizationPolicy.ExecutionAccelerators execution_accelerators = 4;- Specified by:
getExecutionAcceleratorsin interfaceModelConfigOuterClass.ModelOptimizationPolicyOrBuilder- Returns:
- The executionAccelerators.
-
getExecutionAcceleratorsOrBuilder
public ModelConfigOuterClass.ModelOptimizationPolicy.ExecutionAcceleratorsOrBuilder getExecutionAcceleratorsOrBuilder()@@ .. cpp:var:: ExecutionAccelerators execution_accelerators @@ @@ The accelerators used for the model. Optional. @@
.inference.ModelOptimizationPolicy.ExecutionAccelerators execution_accelerators = 4;- Specified by:
getExecutionAcceleratorsOrBuilderin interfaceModelConfigOuterClass.ModelOptimizationPolicyOrBuilder
-
hasInputPinnedMemory
public boolean hasInputPinnedMemory()@@ .. cpp:var:: PinnedMemoryBuffer input_pinned_memory @@ @@ Use pinned memory buffer when the data transfer for inputs @@ is between GPU memory and non-pinned system memory. @@ Default is true. @@
.inference.ModelOptimizationPolicy.PinnedMemoryBuffer input_pinned_memory = 5;- Specified by:
hasInputPinnedMemoryin interfaceModelConfigOuterClass.ModelOptimizationPolicyOrBuilder- Returns:
- Whether the inputPinnedMemory field is set.
-
getInputPinnedMemory
@@ .. cpp:var:: PinnedMemoryBuffer input_pinned_memory @@ @@ Use pinned memory buffer when the data transfer for inputs @@ is between GPU memory and non-pinned system memory. @@ Default is true. @@
.inference.ModelOptimizationPolicy.PinnedMemoryBuffer input_pinned_memory = 5;- Specified by:
getInputPinnedMemoryin interfaceModelConfigOuterClass.ModelOptimizationPolicyOrBuilder- Returns:
- The inputPinnedMemory.
-
getInputPinnedMemoryOrBuilder
public ModelConfigOuterClass.ModelOptimizationPolicy.PinnedMemoryBufferOrBuilder getInputPinnedMemoryOrBuilder()@@ .. cpp:var:: PinnedMemoryBuffer input_pinned_memory @@ @@ Use pinned memory buffer when the data transfer for inputs @@ is between GPU memory and non-pinned system memory. @@ Default is true. @@
.inference.ModelOptimizationPolicy.PinnedMemoryBuffer input_pinned_memory = 5;- Specified by:
getInputPinnedMemoryOrBuilderin interfaceModelConfigOuterClass.ModelOptimizationPolicyOrBuilder
-
hasOutputPinnedMemory
public boolean hasOutputPinnedMemory()@@ .. cpp:var:: PinnedMemoryBuffer output_pinned_memory @@ @@ Use pinned memory buffer when the data transfer for outputs @@ is between GPU memory and non-pinned system memory. @@ Default is true. @@
.inference.ModelOptimizationPolicy.PinnedMemoryBuffer output_pinned_memory = 6;- Specified by:
hasOutputPinnedMemoryin interfaceModelConfigOuterClass.ModelOptimizationPolicyOrBuilder- Returns:
- Whether the outputPinnedMemory field is set.
-
getOutputPinnedMemory
@@ .. cpp:var:: PinnedMemoryBuffer output_pinned_memory @@ @@ Use pinned memory buffer when the data transfer for outputs @@ is between GPU memory and non-pinned system memory. @@ Default is true. @@
.inference.ModelOptimizationPolicy.PinnedMemoryBuffer output_pinned_memory = 6;- Specified by:
getOutputPinnedMemoryin interfaceModelConfigOuterClass.ModelOptimizationPolicyOrBuilder- Returns:
- The outputPinnedMemory.
-
getOutputPinnedMemoryOrBuilder
public ModelConfigOuterClass.ModelOptimizationPolicy.PinnedMemoryBufferOrBuilder getOutputPinnedMemoryOrBuilder()@@ .. cpp:var:: PinnedMemoryBuffer output_pinned_memory @@ @@ Use pinned memory buffer when the data transfer for outputs @@ is between GPU memory and non-pinned system memory. @@ Default is true. @@
.inference.ModelOptimizationPolicy.PinnedMemoryBuffer output_pinned_memory = 6;- Specified by:
getOutputPinnedMemoryOrBuilderin interfaceModelConfigOuterClass.ModelOptimizationPolicyOrBuilder
-
getGatherKernelBufferThreshold
public int getGatherKernelBufferThreshold()@@ .. cpp:var:: uint32 gather_kernel_buffer_threshold @@ @@ The backend may use a gather kernel to gather input data if the @@ device has direct access to the source buffer and the destination @@ buffer. In such case, the gather kernel will be used only if the @@ number of buffers to be gathered is greater or equal to @@ the specified value. If 0, the gather kernel will be disabled. @@ Default value is 0. @@ Currently only recognized by TensorRT backend. @@
uint32 gather_kernel_buffer_threshold = 7;- Specified by:
getGatherKernelBufferThresholdin interfaceModelConfigOuterClass.ModelOptimizationPolicyOrBuilder- Returns:
- The gatherKernelBufferThreshold.
-
getEagerBatching
public boolean getEagerBatching()@@ .. cpp:var:: bool eager_batching @@ @@ Start preparing the next batch before the model instance is ready @@ for the next inference. This option can be used to overlap the @@ batch preparation with model execution, with the trade-off that @@ the next batch might be smaller than what it could have been. @@ Default value is false. @@ Currently only recognized by TensorRT backend. @@
bool eager_batching = 8;- Specified by:
getEagerBatchingin interfaceModelConfigOuterClass.ModelOptimizationPolicyOrBuilder- Returns:
- The eagerBatching.
-
isInitialized
public final boolean isInitialized()- Specified by:
isInitializedin interfacecom.google.protobuf.MessageLiteOrBuilder- Overrides:
isInitializedin classcom.google.protobuf.GeneratedMessageV3
-
writeTo
- Specified by:
writeToin interfacecom.google.protobuf.MessageLite- Overrides:
writeToin classcom.google.protobuf.GeneratedMessageV3- Throws:
IOException
-
getSerializedSize
public int getSerializedSize()- Specified by:
getSerializedSizein interfacecom.google.protobuf.MessageLite- Overrides:
getSerializedSizein classcom.google.protobuf.GeneratedMessageV3
-
equals
- Specified by:
equalsin interfacecom.google.protobuf.Message- Overrides:
equalsin classcom.google.protobuf.AbstractMessage
-
hashCode
public int hashCode()- Specified by:
hashCodein interfacecom.google.protobuf.Message- Overrides:
hashCodein classcom.google.protobuf.AbstractMessage
-
parseFrom
public static ModelConfigOuterClass.ModelOptimizationPolicy parseFrom(ByteBuffer data) throws com.google.protobuf.InvalidProtocolBufferException - Throws:
com.google.protobuf.InvalidProtocolBufferException
-
parseFrom
public static ModelConfigOuterClass.ModelOptimizationPolicy parseFrom(ByteBuffer data, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws com.google.protobuf.InvalidProtocolBufferException - Throws:
com.google.protobuf.InvalidProtocolBufferException
-
parseFrom
public static ModelConfigOuterClass.ModelOptimizationPolicy parseFrom(com.google.protobuf.ByteString data) throws com.google.protobuf.InvalidProtocolBufferException - Throws:
com.google.protobuf.InvalidProtocolBufferException
-
parseFrom
public static ModelConfigOuterClass.ModelOptimizationPolicy parseFrom(com.google.protobuf.ByteString data, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws com.google.protobuf.InvalidProtocolBufferException - Throws:
com.google.protobuf.InvalidProtocolBufferException
-
parseFrom
public static ModelConfigOuterClass.ModelOptimizationPolicy parseFrom(byte[] data) throws com.google.protobuf.InvalidProtocolBufferException - Throws:
com.google.protobuf.InvalidProtocolBufferException
-
parseFrom
public static ModelConfigOuterClass.ModelOptimizationPolicy parseFrom(byte[] data, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws com.google.protobuf.InvalidProtocolBufferException - Throws:
com.google.protobuf.InvalidProtocolBufferException
-
parseFrom
public static ModelConfigOuterClass.ModelOptimizationPolicy parseFrom(InputStream input) throws IOException - Throws:
IOException
-
parseFrom
public static ModelConfigOuterClass.ModelOptimizationPolicy parseFrom(InputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws IOException - Throws:
IOException
-
parseDelimitedFrom
public static ModelConfigOuterClass.ModelOptimizationPolicy parseDelimitedFrom(InputStream input) throws IOException - Throws:
IOException
-
parseDelimitedFrom
public static ModelConfigOuterClass.ModelOptimizationPolicy parseDelimitedFrom(InputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws IOException - Throws:
IOException
-
parseFrom
public static ModelConfigOuterClass.ModelOptimizationPolicy parseFrom(com.google.protobuf.CodedInputStream input) throws IOException - Throws:
IOException
-
parseFrom
public static ModelConfigOuterClass.ModelOptimizationPolicy parseFrom(com.google.protobuf.CodedInputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws IOException - Throws:
IOException
-
newBuilderForType
- Specified by:
newBuilderForTypein interfacecom.google.protobuf.Message- Specified by:
newBuilderForTypein interfacecom.google.protobuf.MessageLite
-
newBuilder
-
newBuilder
public static ModelConfigOuterClass.ModelOptimizationPolicy.Builder newBuilder(ModelConfigOuterClass.ModelOptimizationPolicy prototype) -
toBuilder
- Specified by:
toBuilderin interfacecom.google.protobuf.Message- Specified by:
toBuilderin interfacecom.google.protobuf.MessageLite
-
newBuilderForType
protected ModelConfigOuterClass.ModelOptimizationPolicy.Builder newBuilderForType(com.google.protobuf.GeneratedMessageV3.BuilderParent parent) - Specified by:
newBuilderForTypein classcom.google.protobuf.GeneratedMessageV3
-
getDefaultInstance
-
parser
-
getParserForType
- Specified by:
getParserForTypein interfacecom.google.protobuf.Message- Specified by:
getParserForTypein interfacecom.google.protobuf.MessageLite- Overrides:
getParserForTypein classcom.google.protobuf.GeneratedMessageV3
-
getDefaultInstanceForType
- Specified by:
getDefaultInstanceForTypein interfacecom.google.protobuf.MessageLiteOrBuilder- Specified by:
getDefaultInstanceForTypein interfacecom.google.protobuf.MessageOrBuilder
-