Package inference

Class ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder

java.lang.Object

com.google.protobuf.AbstractMessageLite.Builder

com.google.protobuf.AbstractMessage.Builder<ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder>

com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder>

inference.ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder

All Implemented Interfaces:

com.google.protobuf.Message.Builder, com.google.protobuf.MessageLite.Builder, com.google.protobuf.MessageLiteOrBuilder, com.google.protobuf.MessageOrBuilder, ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpecOrBuilder, Cloneable

Enclosing class:

ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec

public static final class ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder
extends com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder>
implements ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpecOrBuilder

@@    .. cpp:var:: message GraphSpec
@@
@@       Specification of the CUDA graph to be captured.
@@
 

Protobuf type inference.ModelOptimizationPolicy.Cuda.GraphSpec

Method Summary

Modifier and Type	Method	Description
ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder	addRepeatedField(com.google.protobuf.Descriptors.FieldDescriptor field, Object value)
ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec	build()
ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec	buildPartial()
ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder	clear()
ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder	clearBatchSize()	@@ ..
ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder	clearField(com.google.protobuf.Descriptors.FieldDescriptor field)
ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder	clearGraphLowerBound()	@@ ..
ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder	clearInput()
ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder	clearOneof(com.google.protobuf.Descriptors.OneofDescriptor oneof)
ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder	clone()
boolean	containsInput(String key)	@@ ..
int	getBatchSize()	@@ ..
ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec	getDefaultInstanceForType()
static final com.google.protobuf.Descriptors.Descriptor	getDescriptor()
com.google.protobuf.Descriptors.Descriptor	getDescriptorForType()
ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.LowerBound	getGraphLowerBound()	@@ ..
ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.LowerBound.Builder	getGraphLowerBoundBuilder()	@@ ..
ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.LowerBoundOrBuilder	getGraphLowerBoundOrBuilder()	@@ ..
Map<String,ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Shape>	getInput()	Deprecated.
int	getInputCount()	@@ ..
Map<String,ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Shape>	getInputMap()	@@ ..
ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Shape	getInputOrDefault(String key, ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Shape defaultValue)	@@ ..
ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Shape	getInputOrThrow(String key)	@@ ..
Map<String,ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Shape>	getMutableInput()	Deprecated.
boolean	hasGraphLowerBound()	@@ ..
protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable	internalGetFieldAccessorTable()
protected com.google.protobuf.MapFieldReflectionAccessor	internalGetMapFieldReflection(int number)
protected com.google.protobuf.MapFieldReflectionAccessor	internalGetMutableMapFieldReflection(int number)
final boolean	isInitialized()
ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder	mergeFrom(com.google.protobuf.CodedInputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder	mergeFrom(com.google.protobuf.Message other)
ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder	mergeFrom(ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec other)
ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder	mergeGraphLowerBound(ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.LowerBound value)	@@ ..
final ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder	mergeUnknownFields(com.google.protobuf.UnknownFieldSet unknownFields)
ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder	putAllInput(Map<String,ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Shape> values)	@@ ..
ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder	putInput(String key, ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Shape value)	@@ ..
ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Shape.Builder	putInputBuilderIfAbsent(String key)	@@ ..
ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder	removeInput(String key)	@@ ..
ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder	setBatchSize(int value)	@@ ..
ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder	setField(com.google.protobuf.Descriptors.FieldDescriptor field, Object value)
ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder	setGraphLowerBound(ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.LowerBound value)	@@ ..
ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder	setGraphLowerBound(ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.LowerBound.Builder builderForValue)	@@ ..
ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder	setRepeatedField(com.google.protobuf.Descriptors.FieldDescriptor field, int index, Object value)
final ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder	setUnknownFields(com.google.protobuf.UnknownFieldSet unknownFields)

Methods inherited from class com.google.protobuf.GeneratedMessageV3.Builder

getAllFields, getField, getFieldBuilder, getOneofFieldDescriptor, getParentForChildren, getRepeatedField, getRepeatedFieldBuilder, getRepeatedFieldCount, getUnknownFields, getUnknownFieldSetBuilder, hasField, hasOneof, internalGetMapField, internalGetMutableMapField, isClean, markClean, mergeUnknownLengthDelimitedField, mergeUnknownVarintField, newBuilderForField, onBuilt, onChanged, parseUnknownField, setUnknownFieldSetBuilder, setUnknownFieldsProto3

Methods inherited from class com.google.protobuf.AbstractMessage.Builder

findInitializationErrors, getInitializationErrorString, internalMergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, newUninitializedMessageException, toString

Methods inherited from class com.google.protobuf.AbstractMessageLite.Builder

addAll, addAll, mergeDelimitedFrom, mergeDelimitedFrom, mergeFrom, newUninitializedMessageException

Methods inherited from class java.lang.Object

equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

Methods inherited from interface com.google.protobuf.Message.Builder

mergeDelimitedFrom, mergeDelimitedFrom

Methods inherited from interface com.google.protobuf.MessageLite.Builder

mergeFrom

Methods inherited from interface com.google.protobuf.MessageOrBuilder

findInitializationErrors, getAllFields, getField, getInitializationErrorString, getOneofFieldDescriptor, getRepeatedField, getRepeatedFieldCount, getUnknownFields, hasField, hasOneof

Method Details

getDescriptor

public static final com.google.protobuf.Descriptors.Descriptor getDescriptor()

internalGetMapFieldReflection

protected com.google.protobuf.MapFieldReflectionAccessor internalGetMapFieldReflection(int number)

Overrides:

internalGetMapFieldReflection in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder>

internalGetMutableMapFieldReflection

protected com.google.protobuf.MapFieldReflectionAccessor internalGetMutableMapFieldReflection(int number)

Overrides:

internalGetMutableMapFieldReflection in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder>

internalGetFieldAccessorTable

protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable internalGetFieldAccessorTable()

Specified by:

internalGetFieldAccessorTable in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder>

clear

public ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder clear()

Specified by:

clear in interface com.google.protobuf.Message.Builder

Specified by:

clear in interface com.google.protobuf.MessageLite.Builder

Overrides:

clear in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder>

getDescriptorForType

public com.google.protobuf.Descriptors.Descriptor getDescriptorForType()

Specified by:

getDescriptorForType in interface com.google.protobuf.Message.Builder

Specified by:

getDescriptorForType in interface com.google.protobuf.MessageOrBuilder

Overrides:

getDescriptorForType in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder>

getDefaultInstanceForType

public ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec getDefaultInstanceForType()

Specified by:

getDefaultInstanceForType in interface com.google.protobuf.MessageLiteOrBuilder

Specified by:

getDefaultInstanceForType in interface com.google.protobuf.MessageOrBuilder

build

public ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec build()

Specified by:

build in interface com.google.protobuf.Message.Builder

Specified by:

build in interface com.google.protobuf.MessageLite.Builder

buildPartial

public ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec buildPartial()

Specified by:

buildPartial in interface com.google.protobuf.Message.Builder

Specified by:

buildPartial in interface com.google.protobuf.MessageLite.Builder

clone

public ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder clone()

Specified by:

clone in interface com.google.protobuf.Message.Builder

Specified by:

clone in interface com.google.protobuf.MessageLite.Builder

Overrides:

clone in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder>

setField

public ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder setField(com.google.protobuf.Descriptors.FieldDescriptor field,
 Object value)

Specified by:

setField in interface com.google.protobuf.Message.Builder

Overrides:

setField in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder>

clearField

public ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder clearField(com.google.protobuf.Descriptors.FieldDescriptor field)

Specified by:

clearField in interface com.google.protobuf.Message.Builder

Overrides:

clearField in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder>

clearOneof

public ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder clearOneof(com.google.protobuf.Descriptors.OneofDescriptor oneof)

Specified by:

clearOneof in interface com.google.protobuf.Message.Builder

Overrides:

clearOneof in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder>

setRepeatedField

public ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder setRepeatedField(com.google.protobuf.Descriptors.FieldDescriptor field,
 int index,
 Object value)

Specified by:

setRepeatedField in interface com.google.protobuf.Message.Builder

Overrides:

setRepeatedField in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder>

addRepeatedField

public ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder addRepeatedField(com.google.protobuf.Descriptors.FieldDescriptor field,
 Object value)

Specified by:

addRepeatedField in interface com.google.protobuf.Message.Builder

Overrides:

addRepeatedField in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder>

mergeFrom

public ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder mergeFrom(com.google.protobuf.Message other)

Specified by:

mergeFrom in interface com.google.protobuf.Message.Builder

Overrides:

mergeFrom in class com.google.protobuf.AbstractMessage.Builder<ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder>

mergeFrom

public ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder mergeFrom(ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec other)

isInitialized

public final boolean isInitialized()

Specified by:

isInitialized in interface com.google.protobuf.MessageLiteOrBuilder

Overrides:

isInitialized in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder>

mergeFrom

public ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder mergeFrom(com.google.protobuf.CodedInputStream input,
 com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                                                                               throws IOException

Specified by:

mergeFrom in interface com.google.protobuf.Message.Builder

Specified by:

mergeFrom in interface com.google.protobuf.MessageLite.Builder

Overrides:

mergeFrom in class com.google.protobuf.AbstractMessage.Builder<ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder>

Throws:

IOException

getBatchSize

public int getBatchSize()

@@      .. cpp:var:: int32 batch_size
@@
@@         The batch size of the CUDA graph. If 'max_batch_size' is 0,
@@         'batch_size' must be set to 0. Otherwise, 'batch_size' must
@@         be set to value between 1 and 'max_batch_size'.
@@
 

int32 batch_size = 1;

Specified by:

getBatchSize in interface ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpecOrBuilder

Returns:

The batchSize.

setBatchSize

public ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder setBatchSize(int value)

@@      .. cpp:var:: int32 batch_size
@@
@@         The batch size of the CUDA graph. If 'max_batch_size' is 0,
@@         'batch_size' must be set to 0. Otherwise, 'batch_size' must
@@         be set to value between 1 and 'max_batch_size'.
@@
 

int32 batch_size = 1;

Parameters:

value - The batchSize to set.

Returns:

This builder for chaining.

clearBatchSize

public ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder clearBatchSize()

@@      .. cpp:var:: int32 batch_size
@@
@@         The batch size of the CUDA graph. If 'max_batch_size' is 0,
@@         'batch_size' must be set to 0. Otherwise, 'batch_size' must
@@         be set to value between 1 and 'max_batch_size'.
@@
 

int32 batch_size = 1;

Returns:

This builder for chaining.

getInputCount

public int getInputCount()

Description copied from interface: ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpecOrBuilder

@@      .. cpp:var:: map<string, Shape> input
@@
@@         The specification of the inputs. 'Shape' is the shape of the
@@         input without batching dimension.
@@
 

map<string, .inference.ModelOptimizationPolicy.Cuda.GraphSpec.Shape> input = 2;

Specified by:

getInputCount in interface ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpecOrBuilder

containsInput

public boolean containsInput(String key)

@@      .. cpp:var:: map<string, Shape> input
@@
@@         The specification of the inputs. 'Shape' is the shape of the
@@         input without batching dimension.
@@
 

map<string, .inference.ModelOptimizationPolicy.Cuda.GraphSpec.Shape> input = 2;

Specified by:

containsInput in interface ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpecOrBuilder

getInput

@Deprecated
public Map<String,ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Shape> getInput()

Deprecated.

Use getInputMap() instead.

Specified by:

getInput in interface ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpecOrBuilder

getInputMap

public Map<String,ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Shape> getInputMap()

@@      .. cpp:var:: map<string, Shape> input
@@
@@         The specification of the inputs. 'Shape' is the shape of the
@@         input without batching dimension.
@@
 

map<string, .inference.ModelOptimizationPolicy.Cuda.GraphSpec.Shape> input = 2;

Specified by:

getInputMap in interface ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpecOrBuilder

getInputOrDefault

public ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Shape getInputOrDefault(String key,
 ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Shape defaultValue)

@@      .. cpp:var:: map<string, Shape> input
@@
@@         The specification of the inputs. 'Shape' is the shape of the
@@         input without batching dimension.
@@
 

map<string, .inference.ModelOptimizationPolicy.Cuda.GraphSpec.Shape> input = 2;

Specified by:

getInputOrDefault in interface ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpecOrBuilder

getInputOrThrow

public ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Shape getInputOrThrow(String key)

@@      .. cpp:var:: map<string, Shape> input
@@
@@         The specification of the inputs. 'Shape' is the shape of the
@@         input without batching dimension.
@@
 

map<string, .inference.ModelOptimizationPolicy.Cuda.GraphSpec.Shape> input = 2;

Specified by:

getInputOrThrow in interface ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpecOrBuilder

clearInput

public ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder clearInput()

removeInput

public ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder removeInput(String key)

@@      .. cpp:var:: map<string, Shape> input
@@
@@         The specification of the inputs. 'Shape' is the shape of the
@@         input without batching dimension.
@@
 

map<string, .inference.ModelOptimizationPolicy.Cuda.GraphSpec.Shape> input = 2;

getMutableInput

@Deprecated
public Map<String,ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Shape> getMutableInput()

Deprecated.

Use alternate mutation accessors instead.

putInput

public ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder putInput(String key,
 ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Shape value)

@@      .. cpp:var:: map<string, Shape> input
@@
@@         The specification of the inputs. 'Shape' is the shape of the
@@         input without batching dimension.
@@
 

map<string, .inference.ModelOptimizationPolicy.Cuda.GraphSpec.Shape> input = 2;

putAllInput

public ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder putAllInput(Map<String,ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Shape> values)

@@      .. cpp:var:: map<string, Shape> input
@@
@@         The specification of the inputs. 'Shape' is the shape of the
@@         input without batching dimension.
@@
 

map<string, .inference.ModelOptimizationPolicy.Cuda.GraphSpec.Shape> input = 2;

putInputBuilderIfAbsent

public ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Shape.Builder putInputBuilderIfAbsent(String key)

@@      .. cpp:var:: map<string, Shape> input
@@
@@         The specification of the inputs. 'Shape' is the shape of the
@@         input without batching dimension.
@@
 

map<string, .inference.ModelOptimizationPolicy.Cuda.GraphSpec.Shape> input = 2;

hasGraphLowerBound

public boolean hasGraphLowerBound()

@@      .. cpp:var:: LowerBound graph_lower_bound
@@
@@         Specify the lower bound of the CUDA graph. Optional.
@@         If specified, the graph can be used for input shapes and
@@         batch sizes that are in closed interval between the lower
@@         bound specification and graph specification. For dynamic
@@         shape model, this allows CUDA graphs to be launched
@@         frequently without capturing all possible shape combinations.
@@         However, using graph for shape combinations different from
@@         the one used for capturing introduces uninitialized data for
@@         execution and it may distort the inference result if
@@         the model is sensitive to uninitialized data.
@@
 

.inference.ModelOptimizationPolicy.Cuda.GraphSpec.LowerBound graph_lower_bound = 3;

Specified by:

hasGraphLowerBound in interface ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpecOrBuilder

Returns:

Whether the graphLowerBound field is set.

getGraphLowerBound

public ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.LowerBound getGraphLowerBound()

@@      .. cpp:var:: LowerBound graph_lower_bound
@@
@@         Specify the lower bound of the CUDA graph. Optional.
@@         If specified, the graph can be used for input shapes and
@@         batch sizes that are in closed interval between the lower
@@         bound specification and graph specification. For dynamic
@@         shape model, this allows CUDA graphs to be launched
@@         frequently without capturing all possible shape combinations.
@@         However, using graph for shape combinations different from
@@         the one used for capturing introduces uninitialized data for
@@         execution and it may distort the inference result if
@@         the model is sensitive to uninitialized data.
@@
 

.inference.ModelOptimizationPolicy.Cuda.GraphSpec.LowerBound graph_lower_bound = 3;

Specified by:

getGraphLowerBound in interface ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpecOrBuilder

Returns:

The graphLowerBound.

setGraphLowerBound

public ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder setGraphLowerBound(ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.LowerBound value)

@@      .. cpp:var:: LowerBound graph_lower_bound
@@
@@         Specify the lower bound of the CUDA graph. Optional.
@@         If specified, the graph can be used for input shapes and
@@         batch sizes that are in closed interval between the lower
@@         bound specification and graph specification. For dynamic
@@         shape model, this allows CUDA graphs to be launched
@@         frequently without capturing all possible shape combinations.
@@         However, using graph for shape combinations different from
@@         the one used for capturing introduces uninitialized data for
@@         execution and it may distort the inference result if
@@         the model is sensitive to uninitialized data.
@@
 

.inference.ModelOptimizationPolicy.Cuda.GraphSpec.LowerBound graph_lower_bound = 3;

setGraphLowerBound

public ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder setGraphLowerBound(ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.LowerBound.Builder builderForValue)

@@      .. cpp:var:: LowerBound graph_lower_bound
@@
@@         Specify the lower bound of the CUDA graph. Optional.
@@         If specified, the graph can be used for input shapes and
@@         batch sizes that are in closed interval between the lower
@@         bound specification and graph specification. For dynamic
@@         shape model, this allows CUDA graphs to be launched
@@         frequently without capturing all possible shape combinations.
@@         However, using graph for shape combinations different from
@@         the one used for capturing introduces uninitialized data for
@@         execution and it may distort the inference result if
@@         the model is sensitive to uninitialized data.
@@
 

.inference.ModelOptimizationPolicy.Cuda.GraphSpec.LowerBound graph_lower_bound = 3;

mergeGraphLowerBound

public ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder mergeGraphLowerBound(ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.LowerBound value)

@@      .. cpp:var:: LowerBound graph_lower_bound
@@
@@         Specify the lower bound of the CUDA graph. Optional.
@@         If specified, the graph can be used for input shapes and
@@         batch sizes that are in closed interval between the lower
@@         bound specification and graph specification. For dynamic
@@         shape model, this allows CUDA graphs to be launched
@@         frequently without capturing all possible shape combinations.
@@         However, using graph for shape combinations different from
@@         the one used for capturing introduces uninitialized data for
@@         execution and it may distort the inference result if
@@         the model is sensitive to uninitialized data.
@@
 

.inference.ModelOptimizationPolicy.Cuda.GraphSpec.LowerBound graph_lower_bound = 3;

clearGraphLowerBound

public ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder clearGraphLowerBound()

@@      .. cpp:var:: LowerBound graph_lower_bound
@@
@@         Specify the lower bound of the CUDA graph. Optional.
@@         If specified, the graph can be used for input shapes and
@@         batch sizes that are in closed interval between the lower
@@         bound specification and graph specification. For dynamic
@@         shape model, this allows CUDA graphs to be launched
@@         frequently without capturing all possible shape combinations.
@@         However, using graph for shape combinations different from
@@         the one used for capturing introduces uninitialized data for
@@         execution and it may distort the inference result if
@@         the model is sensitive to uninitialized data.
@@
 

.inference.ModelOptimizationPolicy.Cuda.GraphSpec.LowerBound graph_lower_bound = 3;

getGraphLowerBoundBuilder

public ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.LowerBound.Builder getGraphLowerBoundBuilder()

@@      .. cpp:var:: LowerBound graph_lower_bound
@@
@@         Specify the lower bound of the CUDA graph. Optional.
@@         If specified, the graph can be used for input shapes and
@@         batch sizes that are in closed interval between the lower
@@         bound specification and graph specification. For dynamic
@@         shape model, this allows CUDA graphs to be launched
@@         frequently without capturing all possible shape combinations.
@@         However, using graph for shape combinations different from
@@         the one used for capturing introduces uninitialized data for
@@         execution and it may distort the inference result if
@@         the model is sensitive to uninitialized data.
@@
 

.inference.ModelOptimizationPolicy.Cuda.GraphSpec.LowerBound graph_lower_bound = 3;

getGraphLowerBoundOrBuilder

public ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.LowerBoundOrBuilder getGraphLowerBoundOrBuilder()

@@      .. cpp:var:: LowerBound graph_lower_bound
@@
@@         Specify the lower bound of the CUDA graph. Optional.
@@         If specified, the graph can be used for input shapes and
@@         batch sizes that are in closed interval between the lower
@@         bound specification and graph specification. For dynamic
@@         shape model, this allows CUDA graphs to be launched
@@         frequently without capturing all possible shape combinations.
@@         However, using graph for shape combinations different from
@@         the one used for capturing introduces uninitialized data for
@@         execution and it may distort the inference result if
@@         the model is sensitive to uninitialized data.
@@
 

.inference.ModelOptimizationPolicy.Cuda.GraphSpec.LowerBound graph_lower_bound = 3;

Specified by:

getGraphLowerBoundOrBuilder in interface ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpecOrBuilder

setUnknownFields

public final ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder setUnknownFields(com.google.protobuf.UnknownFieldSet unknownFields)

Specified by:

setUnknownFields in interface com.google.protobuf.Message.Builder

Overrides:

setUnknownFields in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder>

mergeUnknownFields

public final ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder mergeUnknownFields(com.google.protobuf.UnknownFieldSet unknownFields)

Specified by:

mergeUnknownFields in interface com.google.protobuf.Message.Builder

Overrides:

mergeUnknownFields in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder>