Package inference
Class ModelConfigOuterClass.ModelConfig.Builder
java.lang.Object
com.google.protobuf.AbstractMessageLite.Builder
com.google.protobuf.AbstractMessage.Builder<ModelConfigOuterClass.ModelConfig.Builder>
com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelConfig.Builder>
inference.ModelConfigOuterClass.ModelConfig.Builder
- All Implemented Interfaces:
com.google.protobuf.Message.Builder,com.google.protobuf.MessageLite.Builder,com.google.protobuf.MessageLiteOrBuilder,com.google.protobuf.MessageOrBuilder,ModelConfigOuterClass.ModelConfigOrBuilder,Cloneable
- Enclosing class:
ModelConfigOuterClass.ModelConfig
public static final class ModelConfigOuterClass.ModelConfig.Builder
extends com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelConfig.Builder>
implements ModelConfigOuterClass.ModelConfigOrBuilder
@@ @@.. cpp:var:: message ModelConfig @@ @@ A model configuration. @@Protobuf type
inference.ModelConfig-
Method Summary
Modifier and TypeMethodDescriptionaddAllBatchInput(Iterable<? extends ModelConfigOuterClass.BatchInput> values) @@ ..addAllBatchOutput(Iterable<? extends ModelConfigOuterClass.BatchOutput> values) @@ ..addAllInput(Iterable<? extends ModelConfigOuterClass.ModelInput> values) @@ ..addAllInstanceGroup(Iterable<? extends ModelConfigOuterClass.ModelInstanceGroup> values) @@ ..addAllModelWarmup(Iterable<? extends ModelConfigOuterClass.ModelWarmup> values) @@ ..addAllOutput(Iterable<? extends ModelConfigOuterClass.ModelOutput> values) @@ ..addBatchInput(int index, ModelConfigOuterClass.BatchInput value) @@ ..addBatchInput(int index, ModelConfigOuterClass.BatchInput.Builder builderForValue) @@ ..@@ ..addBatchInput(ModelConfigOuterClass.BatchInput.Builder builderForValue) @@ ..@@ ..addBatchInputBuilder(int index) @@ ..addBatchOutput(int index, ModelConfigOuterClass.BatchOutput value) @@ ..addBatchOutput(int index, ModelConfigOuterClass.BatchOutput.Builder builderForValue) @@ ..@@ ..addBatchOutput(ModelConfigOuterClass.BatchOutput.Builder builderForValue) @@ ..@@ ..addBatchOutputBuilder(int index) @@ ..addInput(int index, ModelConfigOuterClass.ModelInput value) @@ ..addInput(int index, ModelConfigOuterClass.ModelInput.Builder builderForValue) @@ ..@@ ..addInput(ModelConfigOuterClass.ModelInput.Builder builderForValue) @@ ..@@ ..addInputBuilder(int index) @@ ..addInstanceGroup(int index, ModelConfigOuterClass.ModelInstanceGroup value) @@ ..addInstanceGroup(int index, ModelConfigOuterClass.ModelInstanceGroup.Builder builderForValue) @@ ..@@ ..addInstanceGroup(ModelConfigOuterClass.ModelInstanceGroup.Builder builderForValue) @@ ..@@ ..addInstanceGroupBuilder(int index) @@ ..addModelWarmup(int index, ModelConfigOuterClass.ModelWarmup value) @@ ..addModelWarmup(int index, ModelConfigOuterClass.ModelWarmup.Builder builderForValue) @@ ..@@ ..addModelWarmup(ModelConfigOuterClass.ModelWarmup.Builder builderForValue) @@ ..@@ ..addModelWarmupBuilder(int index) @@ ..addOutput(int index, ModelConfigOuterClass.ModelOutput value) @@ ..addOutput(int index, ModelConfigOuterClass.ModelOutput.Builder builderForValue) @@ ..@@ ..addOutput(ModelConfigOuterClass.ModelOutput.Builder builderForValue) @@ ..@@ ..addOutputBuilder(int index) @@ ..addRepeatedField(com.google.protobuf.Descriptors.FieldDescriptor field, Object value) build()clear()@@ ..@@ ..@@ ..@@ ..@@ ..@@ ..clearField(com.google.protobuf.Descriptors.FieldDescriptor field) @@ ..@@ ..@@ ..@@ ..@@ ..@@ ..@@ ..@@ ..@@ ..clearOneof(com.google.protobuf.Descriptors.OneofDescriptor oneof) @@ ..@@ ..@@ ..@@ ..@@ ..@@ ..@@ ..clone()boolean@@ ..booleancontainsMetricTags(String key) @@ ..booleancontainsParameters(String key) @@ ..@@ ..com.google.protobuf.ByteString@@ ..getBatchInput(int index) @@ ..getBatchInputBuilder(int index) @@ ..@@ ..int@@ ..@@ ..getBatchInputOrBuilder(int index) @@ ..List<? extends ModelConfigOuterClass.BatchInputOrBuilder> @@ ..getBatchOutput(int index) @@ ..getBatchOutputBuilder(int index) @@ ..@@ ..int@@ ..@@ ..getBatchOutputOrBuilder(int index) @@ ..List<? extends ModelConfigOuterClass.BatchOutputOrBuilder> @@ ..Deprecated.int@@ ..@@ ..getCcModelFilenamesOrDefault(String key, String defaultValue) @@ ..@@ ..@@ ..com.google.protobuf.ByteString@@ ..static final com.google.protobuf.Descriptors.Descriptorcom.google.protobuf.Descriptors.Descriptor@@ ..@@ ..@@ ..@@ ..@@ ..@@ ..getInput(int index) @@ ..getInputBuilder(int index) @@ ..@@ ..int@@ ..@@ ..getInputOrBuilder(int index) @@ ..List<? extends ModelConfigOuterClass.ModelInputOrBuilder> @@ ..getInstanceGroup(int index) @@ ..getInstanceGroupBuilder(int index) @@ ..@@ ..int@@ ..@@ ..getInstanceGroupOrBuilder(int index) @@ ..@@ ..int@@ ..Deprecated.int@@ ..@@ ..getMetricTagsOrDefault(String key, String defaultValue) @@ ..@@ ..@@ ..@@ ..@@ ..@@ ..@@ ..@@ ..@@ ..@@ ..@@ ..@@ ..@@ ..@@ ..getModelWarmup(int index) @@ ..getModelWarmupBuilder(int index) @@ ..@@ ..int@@ ..@@ ..getModelWarmupOrBuilder(int index) @@ ..List<? extends ModelConfigOuterClass.ModelWarmupOrBuilder> @@ ..Deprecated.Deprecated.Deprecated.getName()@@ ..com.google.protobuf.ByteString@@ ..@@ ..@@ ..@@ ..getOutput(int index) @@ ..getOutputBuilder(int index) @@ ..@@ ..int@@ ..@@ ..getOutputOrBuilder(int index) @@ ..List<? extends ModelConfigOuterClass.ModelOutputOrBuilder> @@ ..Deprecated.int@@ ..@@ ..getParametersOrDefault(String key, ModelConfigOuterClass.ModelParameter defaultValue) @@ ..@@ ..@@ ..com.google.protobuf.ByteString@@ ..@@ ..@@ ..@@ ..@@ ..com.google.protobuf.ByteString@@ ..@@ ..@@ ..@@ ..@@ ..@@ ..@@ ..boolean@@ ..boolean@@ ..boolean@@ ..boolean@@ ..boolean@@ ..boolean@@ ..boolean@@ ..boolean@@ ..boolean@@ ..boolean@@ ..protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTableprotected com.google.protobuf.MapFieldReflectionAccessorinternalGetMapFieldReflection(int number) protected com.google.protobuf.MapFieldReflectionAccessorinternalGetMutableMapFieldReflection(int number) final boolean@@ ..@@ ..mergeFrom(com.google.protobuf.CodedInputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry) mergeFrom(com.google.protobuf.Message other) @@ ..@@ ..@@ ..@@ ..@@ ..@@ ..@@ ..mergeUnknownFields(com.google.protobuf.UnknownFieldSet unknownFields) @@ ..putAllCcModelFilenames(Map<String, String> values) @@ ..putAllMetricTags(Map<String, String> values) @@ ..@@ ..putCcModelFilenames(String key, String value) @@ ..putMetricTags(String key, String value) @@ ..putParameters(String key, ModelConfigOuterClass.ModelParameter value) @@ ..@@ ..removeBatchInput(int index) @@ ..removeBatchOutput(int index) @@ ..@@ ..removeInput(int index) @@ ..removeInstanceGroup(int index) @@ ..removeMetricTags(String key) @@ ..removeModelWarmup(int index) @@ ..removeOutput(int index) @@ ..removeParameters(String key) @@ ..setBackend(String value) @@ ..setBackendBytes(com.google.protobuf.ByteString value) @@ ..setBatchInput(int index, ModelConfigOuterClass.BatchInput value) @@ ..setBatchInput(int index, ModelConfigOuterClass.BatchInput.Builder builderForValue) @@ ..setBatchOutput(int index, ModelConfigOuterClass.BatchOutput value) @@ ..setBatchOutput(int index, ModelConfigOuterClass.BatchOutput.Builder builderForValue) @@ ..setDefaultModelFilename(String value) @@ ..setDefaultModelFilenameBytes(com.google.protobuf.ByteString value) @@ ..@@ ..setDynamicBatching(ModelConfigOuterClass.ModelDynamicBatching.Builder builderForValue) @@ ..@@ ..setEnsembleScheduling(ModelConfigOuterClass.ModelEnsembling.Builder builderForValue) @@ ..setInput(int index, ModelConfigOuterClass.ModelInput value) @@ ..setInput(int index, ModelConfigOuterClass.ModelInput.Builder builderForValue) @@ ..setInstanceGroup(int index, ModelConfigOuterClass.ModelInstanceGroup value) @@ ..setInstanceGroup(int index, ModelConfigOuterClass.ModelInstanceGroup.Builder builderForValue) @@ ..setMaxBatchSize(int value) @@ ..@@ ..setModelMetrics(ModelConfigOuterClass.ModelMetrics.Builder builderForValue) @@ ..@@ ..setModelOperations(ModelConfigOuterClass.ModelOperations.Builder builderForValue) @@ ..@@ ..@@ ..@@ ..@@ ..setModelWarmup(int index, ModelConfigOuterClass.ModelWarmup value) @@ ..setModelWarmup(int index, ModelConfigOuterClass.ModelWarmup.Builder builderForValue) @@ ..@@ ..setNameBytes(com.google.protobuf.ByteString value) @@ ..@@ ..setOptimization(ModelConfigOuterClass.ModelOptimizationPolicy.Builder builderForValue) @@ ..setOutput(int index, ModelConfigOuterClass.ModelOutput value) @@ ..setOutput(int index, ModelConfigOuterClass.ModelOutput.Builder builderForValue) @@ ..setPlatform(String value) @@ ..setPlatformBytes(com.google.protobuf.ByteString value) @@ ..setRepeatedField(com.google.protobuf.Descriptors.FieldDescriptor field, int index, Object value) @@ ..setResponseCache(ModelConfigOuterClass.ModelResponseCache.Builder builderForValue) @@ ..setRuntime(String value) @@ ..setRuntimeBytes(com.google.protobuf.ByteString value) @@ ..@@ ..setSequenceBatching(ModelConfigOuterClass.ModelSequenceBatching.Builder builderForValue) @@ ..setUnknownFields(com.google.protobuf.UnknownFieldSet unknownFields) @@ ..setVersionPolicy(ModelConfigOuterClass.ModelVersionPolicy.Builder builderForValue) @@ ..Methods inherited from class com.google.protobuf.GeneratedMessageV3.Builder
getAllFields, getField, getFieldBuilder, getOneofFieldDescriptor, getParentForChildren, getRepeatedField, getRepeatedFieldBuilder, getRepeatedFieldCount, getUnknownFields, getUnknownFieldSetBuilder, hasField, hasOneof, internalGetMapField, internalGetMutableMapField, isClean, markClean, mergeUnknownLengthDelimitedField, mergeUnknownVarintField, newBuilderForField, onBuilt, onChanged, parseUnknownField, setUnknownFieldSetBuilder, setUnknownFieldsProto3Methods inherited from class com.google.protobuf.AbstractMessage.Builder
findInitializationErrors, getInitializationErrorString, internalMergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, newUninitializedMessageException, toStringMethods inherited from class com.google.protobuf.AbstractMessageLite.Builder
addAll, addAll, mergeDelimitedFrom, mergeDelimitedFrom, mergeFrom, newUninitializedMessageExceptionMethods inherited from class java.lang.Object
equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, waitMethods inherited from interface com.google.protobuf.Message.Builder
mergeDelimitedFrom, mergeDelimitedFromMethods inherited from interface com.google.protobuf.MessageLite.Builder
mergeFromMethods inherited from interface com.google.protobuf.MessageOrBuilder
findInitializationErrors, getAllFields, getField, getInitializationErrorString, getOneofFieldDescriptor, getRepeatedField, getRepeatedFieldCount, getUnknownFields, hasField, hasOneof
-
Method Details
-
getDescriptor
public static final com.google.protobuf.Descriptors.Descriptor getDescriptor() -
internalGetMapFieldReflection
protected com.google.protobuf.MapFieldReflectionAccessor internalGetMapFieldReflection(int number) - Overrides:
internalGetMapFieldReflectionin classcom.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelConfig.Builder>
-
internalGetMutableMapFieldReflection
protected com.google.protobuf.MapFieldReflectionAccessor internalGetMutableMapFieldReflection(int number) - Overrides:
internalGetMutableMapFieldReflectionin classcom.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelConfig.Builder>
-
internalGetFieldAccessorTable
protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable internalGetFieldAccessorTable()- Specified by:
internalGetFieldAccessorTablein classcom.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelConfig.Builder>
-
clear
- Specified by:
clearin interfacecom.google.protobuf.Message.Builder- Specified by:
clearin interfacecom.google.protobuf.MessageLite.Builder- Overrides:
clearin classcom.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelConfig.Builder>
-
getDescriptorForType
public com.google.protobuf.Descriptors.Descriptor getDescriptorForType()- Specified by:
getDescriptorForTypein interfacecom.google.protobuf.Message.Builder- Specified by:
getDescriptorForTypein interfacecom.google.protobuf.MessageOrBuilder- Overrides:
getDescriptorForTypein classcom.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelConfig.Builder>
-
getDefaultInstanceForType
- Specified by:
getDefaultInstanceForTypein interfacecom.google.protobuf.MessageLiteOrBuilder- Specified by:
getDefaultInstanceForTypein interfacecom.google.protobuf.MessageOrBuilder
-
build
- Specified by:
buildin interfacecom.google.protobuf.Message.Builder- Specified by:
buildin interfacecom.google.protobuf.MessageLite.Builder
-
buildPartial
- Specified by:
buildPartialin interfacecom.google.protobuf.Message.Builder- Specified by:
buildPartialin interfacecom.google.protobuf.MessageLite.Builder
-
clone
- Specified by:
clonein interfacecom.google.protobuf.Message.Builder- Specified by:
clonein interfacecom.google.protobuf.MessageLite.Builder- Overrides:
clonein classcom.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelConfig.Builder>
-
setField
public ModelConfigOuterClass.ModelConfig.Builder setField(com.google.protobuf.Descriptors.FieldDescriptor field, Object value) - Specified by:
setFieldin interfacecom.google.protobuf.Message.Builder- Overrides:
setFieldin classcom.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelConfig.Builder>
-
clearField
public ModelConfigOuterClass.ModelConfig.Builder clearField(com.google.protobuf.Descriptors.FieldDescriptor field) - Specified by:
clearFieldin interfacecom.google.protobuf.Message.Builder- Overrides:
clearFieldin classcom.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelConfig.Builder>
-
clearOneof
public ModelConfigOuterClass.ModelConfig.Builder clearOneof(com.google.protobuf.Descriptors.OneofDescriptor oneof) - Specified by:
clearOneofin interfacecom.google.protobuf.Message.Builder- Overrides:
clearOneofin classcom.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelConfig.Builder>
-
setRepeatedField
public ModelConfigOuterClass.ModelConfig.Builder setRepeatedField(com.google.protobuf.Descriptors.FieldDescriptor field, int index, Object value) - Specified by:
setRepeatedFieldin interfacecom.google.protobuf.Message.Builder- Overrides:
setRepeatedFieldin classcom.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelConfig.Builder>
-
addRepeatedField
public ModelConfigOuterClass.ModelConfig.Builder addRepeatedField(com.google.protobuf.Descriptors.FieldDescriptor field, Object value) - Specified by:
addRepeatedFieldin interfacecom.google.protobuf.Message.Builder- Overrides:
addRepeatedFieldin classcom.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelConfig.Builder>
-
mergeFrom
- Specified by:
mergeFromin interfacecom.google.protobuf.Message.Builder- Overrides:
mergeFromin classcom.google.protobuf.AbstractMessage.Builder<ModelConfigOuterClass.ModelConfig.Builder>
-
mergeFrom
-
isInitialized
public final boolean isInitialized()- Specified by:
isInitializedin interfacecom.google.protobuf.MessageLiteOrBuilder- Overrides:
isInitializedin classcom.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelConfig.Builder>
-
mergeFrom
public ModelConfigOuterClass.ModelConfig.Builder mergeFrom(com.google.protobuf.CodedInputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws IOException - Specified by:
mergeFromin interfacecom.google.protobuf.Message.Builder- Specified by:
mergeFromin interfacecom.google.protobuf.MessageLite.Builder- Overrides:
mergeFromin classcom.google.protobuf.AbstractMessage.Builder<ModelConfigOuterClass.ModelConfig.Builder>- Throws:
IOException
-
getSchedulingChoiceCase
- Specified by:
getSchedulingChoiceCasein interfaceModelConfigOuterClass.ModelConfigOrBuilder
-
clearSchedulingChoice
-
getName
@@ .. cpp:var:: string name @@ @@ The name of the model. @@
string name = 1;- Specified by:
getNamein interfaceModelConfigOuterClass.ModelConfigOrBuilder- Returns:
- The name.
-
getNameBytes
public com.google.protobuf.ByteString getNameBytes()@@ .. cpp:var:: string name @@ @@ The name of the model. @@
string name = 1;- Specified by:
getNameBytesin interfaceModelConfigOuterClass.ModelConfigOrBuilder- Returns:
- The bytes for name.
-
setName
@@ .. cpp:var:: string name @@ @@ The name of the model. @@
string name = 1;- Parameters:
value- The name to set.- Returns:
- This builder for chaining.
-
clearName
@@ .. cpp:var:: string name @@ @@ The name of the model. @@
string name = 1;- Returns:
- This builder for chaining.
-
setNameBytes
@@ .. cpp:var:: string name @@ @@ The name of the model. @@
string name = 1;- Parameters:
value- The bytes for name to set.- Returns:
- This builder for chaining.
-
getPlatform
@@ .. cpp:var:: string platform @@ @@ Additional backend-specific configuration for the model. @@ Please refer to the backend documentation on whether this field @@ should be specified. @@
string platform = 2;- Specified by:
getPlatformin interfaceModelConfigOuterClass.ModelConfigOrBuilder- Returns:
- The platform.
-
getPlatformBytes
public com.google.protobuf.ByteString getPlatformBytes()@@ .. cpp:var:: string platform @@ @@ Additional backend-specific configuration for the model. @@ Please refer to the backend documentation on whether this field @@ should be specified. @@
string platform = 2;- Specified by:
getPlatformBytesin interfaceModelConfigOuterClass.ModelConfigOrBuilder- Returns:
- The bytes for platform.
-
setPlatform
@@ .. cpp:var:: string platform @@ @@ Additional backend-specific configuration for the model. @@ Please refer to the backend documentation on whether this field @@ should be specified. @@
string platform = 2;- Parameters:
value- The platform to set.- Returns:
- This builder for chaining.
-
clearPlatform
@@ .. cpp:var:: string platform @@ @@ Additional backend-specific configuration for the model. @@ Please refer to the backend documentation on whether this field @@ should be specified. @@
string platform = 2;- Returns:
- This builder for chaining.
-
setPlatformBytes
public ModelConfigOuterClass.ModelConfig.Builder setPlatformBytes(com.google.protobuf.ByteString value) @@ .. cpp:var:: string platform @@ @@ Additional backend-specific configuration for the model. @@ Please refer to the backend documentation on whether this field @@ should be specified. @@
string platform = 2;- Parameters:
value- The bytes for platform to set.- Returns:
- This builder for chaining.
-
getBackend
@@ .. cpp:var:: string backend @@ @@ The backend used by the model. @@
string backend = 17;- Specified by:
getBackendin interfaceModelConfigOuterClass.ModelConfigOrBuilder- Returns:
- The backend.
-
getBackendBytes
public com.google.protobuf.ByteString getBackendBytes()@@ .. cpp:var:: string backend @@ @@ The backend used by the model. @@
string backend = 17;- Specified by:
getBackendBytesin interfaceModelConfigOuterClass.ModelConfigOrBuilder- Returns:
- The bytes for backend.
-
setBackend
@@ .. cpp:var:: string backend @@ @@ The backend used by the model. @@
string backend = 17;- Parameters:
value- The backend to set.- Returns:
- This builder for chaining.
-
clearBackend
@@ .. cpp:var:: string backend @@ @@ The backend used by the model. @@
string backend = 17;- Returns:
- This builder for chaining.
-
setBackendBytes
public ModelConfigOuterClass.ModelConfig.Builder setBackendBytes(com.google.protobuf.ByteString value) @@ .. cpp:var:: string backend @@ @@ The backend used by the model. @@
string backend = 17;- Parameters:
value- The bytes for backend to set.- Returns:
- This builder for chaining.
-
getRuntime
@@ .. cpp:var:: string runtime @@ @@ The name of the backend library file used by the model. @@
string runtime = 25;- Specified by:
getRuntimein interfaceModelConfigOuterClass.ModelConfigOrBuilder- Returns:
- The runtime.
-
getRuntimeBytes
public com.google.protobuf.ByteString getRuntimeBytes()@@ .. cpp:var:: string runtime @@ @@ The name of the backend library file used by the model. @@
string runtime = 25;- Specified by:
getRuntimeBytesin interfaceModelConfigOuterClass.ModelConfigOrBuilder- Returns:
- The bytes for runtime.
-
setRuntime
@@ .. cpp:var:: string runtime @@ @@ The name of the backend library file used by the model. @@
string runtime = 25;- Parameters:
value- The runtime to set.- Returns:
- This builder for chaining.
-
clearRuntime
@@ .. cpp:var:: string runtime @@ @@ The name of the backend library file used by the model. @@
string runtime = 25;- Returns:
- This builder for chaining.
-
setRuntimeBytes
public ModelConfigOuterClass.ModelConfig.Builder setRuntimeBytes(com.google.protobuf.ByteString value) @@ .. cpp:var:: string runtime @@ @@ The name of the backend library file used by the model. @@
string runtime = 25;- Parameters:
value- The bytes for runtime to set.- Returns:
- This builder for chaining.
-
hasVersionPolicy
public boolean hasVersionPolicy()@@ .. cpp:var:: ModelVersionPolicy version_policy @@ @@ Policy indicating which version(s) of the model will be served. @@
.inference.ModelVersionPolicy version_policy = 3;- Specified by:
hasVersionPolicyin interfaceModelConfigOuterClass.ModelConfigOrBuilder- Returns:
- Whether the versionPolicy field is set.
-
getVersionPolicy
@@ .. cpp:var:: ModelVersionPolicy version_policy @@ @@ Policy indicating which version(s) of the model will be served. @@
.inference.ModelVersionPolicy version_policy = 3;- Specified by:
getVersionPolicyin interfaceModelConfigOuterClass.ModelConfigOrBuilder- Returns:
- The versionPolicy.
-
setVersionPolicy
public ModelConfigOuterClass.ModelConfig.Builder setVersionPolicy(ModelConfigOuterClass.ModelVersionPolicy value) @@ .. cpp:var:: ModelVersionPolicy version_policy @@ @@ Policy indicating which version(s) of the model will be served. @@
.inference.ModelVersionPolicy version_policy = 3; -
setVersionPolicy
public ModelConfigOuterClass.ModelConfig.Builder setVersionPolicy(ModelConfigOuterClass.ModelVersionPolicy.Builder builderForValue) @@ .. cpp:var:: ModelVersionPolicy version_policy @@ @@ Policy indicating which version(s) of the model will be served. @@
.inference.ModelVersionPolicy version_policy = 3; -
mergeVersionPolicy
public ModelConfigOuterClass.ModelConfig.Builder mergeVersionPolicy(ModelConfigOuterClass.ModelVersionPolicy value) @@ .. cpp:var:: ModelVersionPolicy version_policy @@ @@ Policy indicating which version(s) of the model will be served. @@
.inference.ModelVersionPolicy version_policy = 3; -
clearVersionPolicy
@@ .. cpp:var:: ModelVersionPolicy version_policy @@ @@ Policy indicating which version(s) of the model will be served. @@
.inference.ModelVersionPolicy version_policy = 3; -
getVersionPolicyBuilder
@@ .. cpp:var:: ModelVersionPolicy version_policy @@ @@ Policy indicating which version(s) of the model will be served. @@
.inference.ModelVersionPolicy version_policy = 3; -
getVersionPolicyOrBuilder
@@ .. cpp:var:: ModelVersionPolicy version_policy @@ @@ Policy indicating which version(s) of the model will be served. @@
.inference.ModelVersionPolicy version_policy = 3;- Specified by:
getVersionPolicyOrBuilderin interfaceModelConfigOuterClass.ModelConfigOrBuilder
-
getMaxBatchSize
public int getMaxBatchSize()@@ .. cpp:var:: int32 max_batch_size @@ @@ Maximum batch size allowed for inference. This can only decrease @@ what is allowed by the model itself. A max_batch_size value of 0 @@ indicates that batching is not allowed for the model and the @@ dimension/shape of the input and output tensors must exactly @@ match what is specified in the input and output configuration. A @@ max_batch_size value > 0 indicates that batching is allowed and @@ so the model expects the input tensors to have an additional @@ initial dimension for the batching that is not specified in the @@ input (for example, if the model supports batched inputs of @@ 2-dimensional tensors then the model configuration will specify @@ the input shape as [ X, Y ] but the model will expect the actual @@ input tensors to have shape [ N, X, Y ]). For max_batch_size > 0 @@ returned outputs will also have an additional initial dimension @@ for the batch. @@
int32 max_batch_size = 4;- Specified by:
getMaxBatchSizein interfaceModelConfigOuterClass.ModelConfigOrBuilder- Returns:
- The maxBatchSize.
-
setMaxBatchSize
@@ .. cpp:var:: int32 max_batch_size @@ @@ Maximum batch size allowed for inference. This can only decrease @@ what is allowed by the model itself. A max_batch_size value of 0 @@ indicates that batching is not allowed for the model and the @@ dimension/shape of the input and output tensors must exactly @@ match what is specified in the input and output configuration. A @@ max_batch_size value > 0 indicates that batching is allowed and @@ so the model expects the input tensors to have an additional @@ initial dimension for the batching that is not specified in the @@ input (for example, if the model supports batched inputs of @@ 2-dimensional tensors then the model configuration will specify @@ the input shape as [ X, Y ] but the model will expect the actual @@ input tensors to have shape [ N, X, Y ]). For max_batch_size > 0 @@ returned outputs will also have an additional initial dimension @@ for the batch. @@
int32 max_batch_size = 4;- Parameters:
value- The maxBatchSize to set.- Returns:
- This builder for chaining.
-
clearMaxBatchSize
@@ .. cpp:var:: int32 max_batch_size @@ @@ Maximum batch size allowed for inference. This can only decrease @@ what is allowed by the model itself. A max_batch_size value of 0 @@ indicates that batching is not allowed for the model and the @@ dimension/shape of the input and output tensors must exactly @@ match what is specified in the input and output configuration. A @@ max_batch_size value > 0 indicates that batching is allowed and @@ so the model expects the input tensors to have an additional @@ initial dimension for the batching that is not specified in the @@ input (for example, if the model supports batched inputs of @@ 2-dimensional tensors then the model configuration will specify @@ the input shape as [ X, Y ] but the model will expect the actual @@ input tensors to have shape [ N, X, Y ]). For max_batch_size > 0 @@ returned outputs will also have an additional initial dimension @@ for the batch. @@
int32 max_batch_size = 4;- Returns:
- This builder for chaining.
-
getInputList
@@ .. cpp:var:: ModelInput input (repeated) @@ @@ The inputs request by the model. @@
repeated .inference.ModelInput input = 5;- Specified by:
getInputListin interfaceModelConfigOuterClass.ModelConfigOrBuilder
-
getInputCount
public int getInputCount()@@ .. cpp:var:: ModelInput input (repeated) @@ @@ The inputs request by the model. @@
repeated .inference.ModelInput input = 5;- Specified by:
getInputCountin interfaceModelConfigOuterClass.ModelConfigOrBuilder
-
getInput
@@ .. cpp:var:: ModelInput input (repeated) @@ @@ The inputs request by the model. @@
repeated .inference.ModelInput input = 5;- Specified by:
getInputin interfaceModelConfigOuterClass.ModelConfigOrBuilder
-
setInput
public ModelConfigOuterClass.ModelConfig.Builder setInput(int index, ModelConfigOuterClass.ModelInput value) @@ .. cpp:var:: ModelInput input (repeated) @@ @@ The inputs request by the model. @@
repeated .inference.ModelInput input = 5; -
setInput
public ModelConfigOuterClass.ModelConfig.Builder setInput(int index, ModelConfigOuterClass.ModelInput.Builder builderForValue) @@ .. cpp:var:: ModelInput input (repeated) @@ @@ The inputs request by the model. @@
repeated .inference.ModelInput input = 5; -
addInput
@@ .. cpp:var:: ModelInput input (repeated) @@ @@ The inputs request by the model. @@
repeated .inference.ModelInput input = 5; -
addInput
public ModelConfigOuterClass.ModelConfig.Builder addInput(int index, ModelConfigOuterClass.ModelInput value) @@ .. cpp:var:: ModelInput input (repeated) @@ @@ The inputs request by the model. @@
repeated .inference.ModelInput input = 5; -
addInput
public ModelConfigOuterClass.ModelConfig.Builder addInput(ModelConfigOuterClass.ModelInput.Builder builderForValue) @@ .. cpp:var:: ModelInput input (repeated) @@ @@ The inputs request by the model. @@
repeated .inference.ModelInput input = 5; -
addInput
public ModelConfigOuterClass.ModelConfig.Builder addInput(int index, ModelConfigOuterClass.ModelInput.Builder builderForValue) @@ .. cpp:var:: ModelInput input (repeated) @@ @@ The inputs request by the model. @@
repeated .inference.ModelInput input = 5; -
addAllInput
public ModelConfigOuterClass.ModelConfig.Builder addAllInput(Iterable<? extends ModelConfigOuterClass.ModelInput> values) @@ .. cpp:var:: ModelInput input (repeated) @@ @@ The inputs request by the model. @@
repeated .inference.ModelInput input = 5; -
clearInput
@@ .. cpp:var:: ModelInput input (repeated) @@ @@ The inputs request by the model. @@
repeated .inference.ModelInput input = 5; -
removeInput
@@ .. cpp:var:: ModelInput input (repeated) @@ @@ The inputs request by the model. @@
repeated .inference.ModelInput input = 5; -
getInputBuilder
@@ .. cpp:var:: ModelInput input (repeated) @@ @@ The inputs request by the model. @@
repeated .inference.ModelInput input = 5; -
getInputOrBuilder
@@ .. cpp:var:: ModelInput input (repeated) @@ @@ The inputs request by the model. @@
repeated .inference.ModelInput input = 5;- Specified by:
getInputOrBuilderin interfaceModelConfigOuterClass.ModelConfigOrBuilder
-
getInputOrBuilderList
@@ .. cpp:var:: ModelInput input (repeated) @@ @@ The inputs request by the model. @@
repeated .inference.ModelInput input = 5;- Specified by:
getInputOrBuilderListin interfaceModelConfigOuterClass.ModelConfigOrBuilder
-
addInputBuilder
@@ .. cpp:var:: ModelInput input (repeated) @@ @@ The inputs request by the model. @@
repeated .inference.ModelInput input = 5; -
addInputBuilder
@@ .. cpp:var:: ModelInput input (repeated) @@ @@ The inputs request by the model. @@
repeated .inference.ModelInput input = 5; -
getInputBuilderList
@@ .. cpp:var:: ModelInput input (repeated) @@ @@ The inputs request by the model. @@
repeated .inference.ModelInput input = 5; -
getOutputList
@@ .. cpp:var:: ModelOutput output (repeated) @@ @@ The outputs produced by the model. @@
repeated .inference.ModelOutput output = 6;- Specified by:
getOutputListin interfaceModelConfigOuterClass.ModelConfigOrBuilder
-
getOutputCount
public int getOutputCount()@@ .. cpp:var:: ModelOutput output (repeated) @@ @@ The outputs produced by the model. @@
repeated .inference.ModelOutput output = 6;- Specified by:
getOutputCountin interfaceModelConfigOuterClass.ModelConfigOrBuilder
-
getOutput
@@ .. cpp:var:: ModelOutput output (repeated) @@ @@ The outputs produced by the model. @@
repeated .inference.ModelOutput output = 6;- Specified by:
getOutputin interfaceModelConfigOuterClass.ModelConfigOrBuilder
-
setOutput
public ModelConfigOuterClass.ModelConfig.Builder setOutput(int index, ModelConfigOuterClass.ModelOutput value) @@ .. cpp:var:: ModelOutput output (repeated) @@ @@ The outputs produced by the model. @@
repeated .inference.ModelOutput output = 6; -
setOutput
public ModelConfigOuterClass.ModelConfig.Builder setOutput(int index, ModelConfigOuterClass.ModelOutput.Builder builderForValue) @@ .. cpp:var:: ModelOutput output (repeated) @@ @@ The outputs produced by the model. @@
repeated .inference.ModelOutput output = 6; -
addOutput
@@ .. cpp:var:: ModelOutput output (repeated) @@ @@ The outputs produced by the model. @@
repeated .inference.ModelOutput output = 6; -
addOutput
public ModelConfigOuterClass.ModelConfig.Builder addOutput(int index, ModelConfigOuterClass.ModelOutput value) @@ .. cpp:var:: ModelOutput output (repeated) @@ @@ The outputs produced by the model. @@
repeated .inference.ModelOutput output = 6; -
addOutput
public ModelConfigOuterClass.ModelConfig.Builder addOutput(ModelConfigOuterClass.ModelOutput.Builder builderForValue) @@ .. cpp:var:: ModelOutput output (repeated) @@ @@ The outputs produced by the model. @@
repeated .inference.ModelOutput output = 6; -
addOutput
public ModelConfigOuterClass.ModelConfig.Builder addOutput(int index, ModelConfigOuterClass.ModelOutput.Builder builderForValue) @@ .. cpp:var:: ModelOutput output (repeated) @@ @@ The outputs produced by the model. @@
repeated .inference.ModelOutput output = 6; -
addAllOutput
public ModelConfigOuterClass.ModelConfig.Builder addAllOutput(Iterable<? extends ModelConfigOuterClass.ModelOutput> values) @@ .. cpp:var:: ModelOutput output (repeated) @@ @@ The outputs produced by the model. @@
repeated .inference.ModelOutput output = 6; -
clearOutput
@@ .. cpp:var:: ModelOutput output (repeated) @@ @@ The outputs produced by the model. @@
repeated .inference.ModelOutput output = 6; -
removeOutput
@@ .. cpp:var:: ModelOutput output (repeated) @@ @@ The outputs produced by the model. @@
repeated .inference.ModelOutput output = 6; -
getOutputBuilder
@@ .. cpp:var:: ModelOutput output (repeated) @@ @@ The outputs produced by the model. @@
repeated .inference.ModelOutput output = 6; -
getOutputOrBuilder
@@ .. cpp:var:: ModelOutput output (repeated) @@ @@ The outputs produced by the model. @@
repeated .inference.ModelOutput output = 6;- Specified by:
getOutputOrBuilderin interfaceModelConfigOuterClass.ModelConfigOrBuilder
-
getOutputOrBuilderList
@@ .. cpp:var:: ModelOutput output (repeated) @@ @@ The outputs produced by the model. @@
repeated .inference.ModelOutput output = 6;- Specified by:
getOutputOrBuilderListin interfaceModelConfigOuterClass.ModelConfigOrBuilder
-
addOutputBuilder
@@ .. cpp:var:: ModelOutput output (repeated) @@ @@ The outputs produced by the model. @@
repeated .inference.ModelOutput output = 6; -
addOutputBuilder
@@ .. cpp:var:: ModelOutput output (repeated) @@ @@ The outputs produced by the model. @@
repeated .inference.ModelOutput output = 6; -
getOutputBuilderList
@@ .. cpp:var:: ModelOutput output (repeated) @@ @@ The outputs produced by the model. @@
repeated .inference.ModelOutput output = 6; -
getBatchInputList
@@ .. cpp:var:: BatchInput batch_input (repeated) @@ @@ The model input(s) that the server should use to communicate @@ batch related values to the model. @@
repeated .inference.BatchInput batch_input = 20;- Specified by:
getBatchInputListin interfaceModelConfigOuterClass.ModelConfigOrBuilder
-
getBatchInputCount
public int getBatchInputCount()@@ .. cpp:var:: BatchInput batch_input (repeated) @@ @@ The model input(s) that the server should use to communicate @@ batch related values to the model. @@
repeated .inference.BatchInput batch_input = 20;- Specified by:
getBatchInputCountin interfaceModelConfigOuterClass.ModelConfigOrBuilder
-
getBatchInput
@@ .. cpp:var:: BatchInput batch_input (repeated) @@ @@ The model input(s) that the server should use to communicate @@ batch related values to the model. @@
repeated .inference.BatchInput batch_input = 20;- Specified by:
getBatchInputin interfaceModelConfigOuterClass.ModelConfigOrBuilder
-
setBatchInput
public ModelConfigOuterClass.ModelConfig.Builder setBatchInput(int index, ModelConfigOuterClass.BatchInput value) @@ .. cpp:var:: BatchInput batch_input (repeated) @@ @@ The model input(s) that the server should use to communicate @@ batch related values to the model. @@
repeated .inference.BatchInput batch_input = 20; -
setBatchInput
public ModelConfigOuterClass.ModelConfig.Builder setBatchInput(int index, ModelConfigOuterClass.BatchInput.Builder builderForValue) @@ .. cpp:var:: BatchInput batch_input (repeated) @@ @@ The model input(s) that the server should use to communicate @@ batch related values to the model. @@
repeated .inference.BatchInput batch_input = 20; -
addBatchInput
public ModelConfigOuterClass.ModelConfig.Builder addBatchInput(ModelConfigOuterClass.BatchInput value) @@ .. cpp:var:: BatchInput batch_input (repeated) @@ @@ The model input(s) that the server should use to communicate @@ batch related values to the model. @@
repeated .inference.BatchInput batch_input = 20; -
addBatchInput
public ModelConfigOuterClass.ModelConfig.Builder addBatchInput(int index, ModelConfigOuterClass.BatchInput value) @@ .. cpp:var:: BatchInput batch_input (repeated) @@ @@ The model input(s) that the server should use to communicate @@ batch related values to the model. @@
repeated .inference.BatchInput batch_input = 20; -
addBatchInput
public ModelConfigOuterClass.ModelConfig.Builder addBatchInput(ModelConfigOuterClass.BatchInput.Builder builderForValue) @@ .. cpp:var:: BatchInput batch_input (repeated) @@ @@ The model input(s) that the server should use to communicate @@ batch related values to the model. @@
repeated .inference.BatchInput batch_input = 20; -
addBatchInput
public ModelConfigOuterClass.ModelConfig.Builder addBatchInput(int index, ModelConfigOuterClass.BatchInput.Builder builderForValue) @@ .. cpp:var:: BatchInput batch_input (repeated) @@ @@ The model input(s) that the server should use to communicate @@ batch related values to the model. @@
repeated .inference.BatchInput batch_input = 20; -
addAllBatchInput
public ModelConfigOuterClass.ModelConfig.Builder addAllBatchInput(Iterable<? extends ModelConfigOuterClass.BatchInput> values) @@ .. cpp:var:: BatchInput batch_input (repeated) @@ @@ The model input(s) that the server should use to communicate @@ batch related values to the model. @@
repeated .inference.BatchInput batch_input = 20; -
clearBatchInput
@@ .. cpp:var:: BatchInput batch_input (repeated) @@ @@ The model input(s) that the server should use to communicate @@ batch related values to the model. @@
repeated .inference.BatchInput batch_input = 20; -
removeBatchInput
@@ .. cpp:var:: BatchInput batch_input (repeated) @@ @@ The model input(s) that the server should use to communicate @@ batch related values to the model. @@
repeated .inference.BatchInput batch_input = 20; -
getBatchInputBuilder
@@ .. cpp:var:: BatchInput batch_input (repeated) @@ @@ The model input(s) that the server should use to communicate @@ batch related values to the model. @@
repeated .inference.BatchInput batch_input = 20; -
getBatchInputOrBuilder
@@ .. cpp:var:: BatchInput batch_input (repeated) @@ @@ The model input(s) that the server should use to communicate @@ batch related values to the model. @@
repeated .inference.BatchInput batch_input = 20;- Specified by:
getBatchInputOrBuilderin interfaceModelConfigOuterClass.ModelConfigOrBuilder
-
getBatchInputOrBuilderList
@@ .. cpp:var:: BatchInput batch_input (repeated) @@ @@ The model input(s) that the server should use to communicate @@ batch related values to the model. @@
repeated .inference.BatchInput batch_input = 20;- Specified by:
getBatchInputOrBuilderListin interfaceModelConfigOuterClass.ModelConfigOrBuilder
-
addBatchInputBuilder
@@ .. cpp:var:: BatchInput batch_input (repeated) @@ @@ The model input(s) that the server should use to communicate @@ batch related values to the model. @@
repeated .inference.BatchInput batch_input = 20; -
addBatchInputBuilder
@@ .. cpp:var:: BatchInput batch_input (repeated) @@ @@ The model input(s) that the server should use to communicate @@ batch related values to the model. @@
repeated .inference.BatchInput batch_input = 20; -
getBatchInputBuilderList
@@ .. cpp:var:: BatchInput batch_input (repeated) @@ @@ The model input(s) that the server should use to communicate @@ batch related values to the model. @@
repeated .inference.BatchInput batch_input = 20; -
getBatchOutputList
@@ .. cpp:var:: BatchOutput batch_output (repeated) @@ @@ The outputs produced by the model that requires special handling @@ by the model backend. @@
repeated .inference.BatchOutput batch_output = 21;- Specified by:
getBatchOutputListin interfaceModelConfigOuterClass.ModelConfigOrBuilder
-
getBatchOutputCount
public int getBatchOutputCount()@@ .. cpp:var:: BatchOutput batch_output (repeated) @@ @@ The outputs produced by the model that requires special handling @@ by the model backend. @@
repeated .inference.BatchOutput batch_output = 21;- Specified by:
getBatchOutputCountin interfaceModelConfigOuterClass.ModelConfigOrBuilder
-
getBatchOutput
@@ .. cpp:var:: BatchOutput batch_output (repeated) @@ @@ The outputs produced by the model that requires special handling @@ by the model backend. @@
repeated .inference.BatchOutput batch_output = 21;- Specified by:
getBatchOutputin interfaceModelConfigOuterClass.ModelConfigOrBuilder
-
setBatchOutput
public ModelConfigOuterClass.ModelConfig.Builder setBatchOutput(int index, ModelConfigOuterClass.BatchOutput value) @@ .. cpp:var:: BatchOutput batch_output (repeated) @@ @@ The outputs produced by the model that requires special handling @@ by the model backend. @@
repeated .inference.BatchOutput batch_output = 21; -
setBatchOutput
public ModelConfigOuterClass.ModelConfig.Builder setBatchOutput(int index, ModelConfigOuterClass.BatchOutput.Builder builderForValue) @@ .. cpp:var:: BatchOutput batch_output (repeated) @@ @@ The outputs produced by the model that requires special handling @@ by the model backend. @@
repeated .inference.BatchOutput batch_output = 21; -
addBatchOutput
public ModelConfigOuterClass.ModelConfig.Builder addBatchOutput(ModelConfigOuterClass.BatchOutput value) @@ .. cpp:var:: BatchOutput batch_output (repeated) @@ @@ The outputs produced by the model that requires special handling @@ by the model backend. @@
repeated .inference.BatchOutput batch_output = 21; -
addBatchOutput
public ModelConfigOuterClass.ModelConfig.Builder addBatchOutput(int index, ModelConfigOuterClass.BatchOutput value) @@ .. cpp:var:: BatchOutput batch_output (repeated) @@ @@ The outputs produced by the model that requires special handling @@ by the model backend. @@
repeated .inference.BatchOutput batch_output = 21; -
addBatchOutput
public ModelConfigOuterClass.ModelConfig.Builder addBatchOutput(ModelConfigOuterClass.BatchOutput.Builder builderForValue) @@ .. cpp:var:: BatchOutput batch_output (repeated) @@ @@ The outputs produced by the model that requires special handling @@ by the model backend. @@
repeated .inference.BatchOutput batch_output = 21; -
addBatchOutput
public ModelConfigOuterClass.ModelConfig.Builder addBatchOutput(int index, ModelConfigOuterClass.BatchOutput.Builder builderForValue) @@ .. cpp:var:: BatchOutput batch_output (repeated) @@ @@ The outputs produced by the model that requires special handling @@ by the model backend. @@
repeated .inference.BatchOutput batch_output = 21; -
addAllBatchOutput
public ModelConfigOuterClass.ModelConfig.Builder addAllBatchOutput(Iterable<? extends ModelConfigOuterClass.BatchOutput> values) @@ .. cpp:var:: BatchOutput batch_output (repeated) @@ @@ The outputs produced by the model that requires special handling @@ by the model backend. @@
repeated .inference.BatchOutput batch_output = 21; -
clearBatchOutput
@@ .. cpp:var:: BatchOutput batch_output (repeated) @@ @@ The outputs produced by the model that requires special handling @@ by the model backend. @@
repeated .inference.BatchOutput batch_output = 21; -
removeBatchOutput
@@ .. cpp:var:: BatchOutput batch_output (repeated) @@ @@ The outputs produced by the model that requires special handling @@ by the model backend. @@
repeated .inference.BatchOutput batch_output = 21; -
getBatchOutputBuilder
@@ .. cpp:var:: BatchOutput batch_output (repeated) @@ @@ The outputs produced by the model that requires special handling @@ by the model backend. @@
repeated .inference.BatchOutput batch_output = 21; -
getBatchOutputOrBuilder
@@ .. cpp:var:: BatchOutput batch_output (repeated) @@ @@ The outputs produced by the model that requires special handling @@ by the model backend. @@
repeated .inference.BatchOutput batch_output = 21;- Specified by:
getBatchOutputOrBuilderin interfaceModelConfigOuterClass.ModelConfigOrBuilder
-
getBatchOutputOrBuilderList
@@ .. cpp:var:: BatchOutput batch_output (repeated) @@ @@ The outputs produced by the model that requires special handling @@ by the model backend. @@
repeated .inference.BatchOutput batch_output = 21;- Specified by:
getBatchOutputOrBuilderListin interfaceModelConfigOuterClass.ModelConfigOrBuilder
-
addBatchOutputBuilder
@@ .. cpp:var:: BatchOutput batch_output (repeated) @@ @@ The outputs produced by the model that requires special handling @@ by the model backend. @@
repeated .inference.BatchOutput batch_output = 21; -
addBatchOutputBuilder
@@ .. cpp:var:: BatchOutput batch_output (repeated) @@ @@ The outputs produced by the model that requires special handling @@ by the model backend. @@
repeated .inference.BatchOutput batch_output = 21; -
getBatchOutputBuilderList
@@ .. cpp:var:: BatchOutput batch_output (repeated) @@ @@ The outputs produced by the model that requires special handling @@ by the model backend. @@
repeated .inference.BatchOutput batch_output = 21; -
hasOptimization
public boolean hasOptimization()@@ .. cpp:var:: ModelOptimizationPolicy optimization @@ @@ Optimization configuration for the model. If not specified @@ then default optimization policy is used. @@
.inference.ModelOptimizationPolicy optimization = 12;- Specified by:
hasOptimizationin interfaceModelConfigOuterClass.ModelConfigOrBuilder- Returns:
- Whether the optimization field is set.
-
getOptimization
@@ .. cpp:var:: ModelOptimizationPolicy optimization @@ @@ Optimization configuration for the model. If not specified @@ then default optimization policy is used. @@
.inference.ModelOptimizationPolicy optimization = 12;- Specified by:
getOptimizationin interfaceModelConfigOuterClass.ModelConfigOrBuilder- Returns:
- The optimization.
-
setOptimization
public ModelConfigOuterClass.ModelConfig.Builder setOptimization(ModelConfigOuterClass.ModelOptimizationPolicy value) @@ .. cpp:var:: ModelOptimizationPolicy optimization @@ @@ Optimization configuration for the model. If not specified @@ then default optimization policy is used. @@
.inference.ModelOptimizationPolicy optimization = 12; -
setOptimization
public ModelConfigOuterClass.ModelConfig.Builder setOptimization(ModelConfigOuterClass.ModelOptimizationPolicy.Builder builderForValue) @@ .. cpp:var:: ModelOptimizationPolicy optimization @@ @@ Optimization configuration for the model. If not specified @@ then default optimization policy is used. @@
.inference.ModelOptimizationPolicy optimization = 12; -
mergeOptimization
public ModelConfigOuterClass.ModelConfig.Builder mergeOptimization(ModelConfigOuterClass.ModelOptimizationPolicy value) @@ .. cpp:var:: ModelOptimizationPolicy optimization @@ @@ Optimization configuration for the model. If not specified @@ then default optimization policy is used. @@
.inference.ModelOptimizationPolicy optimization = 12; -
clearOptimization
@@ .. cpp:var:: ModelOptimizationPolicy optimization @@ @@ Optimization configuration for the model. If not specified @@ then default optimization policy is used. @@
.inference.ModelOptimizationPolicy optimization = 12; -
getOptimizationBuilder
@@ .. cpp:var:: ModelOptimizationPolicy optimization @@ @@ Optimization configuration for the model. If not specified @@ then default optimization policy is used. @@
.inference.ModelOptimizationPolicy optimization = 12; -
getOptimizationOrBuilder
@@ .. cpp:var:: ModelOptimizationPolicy optimization @@ @@ Optimization configuration for the model. If not specified @@ then default optimization policy is used. @@
.inference.ModelOptimizationPolicy optimization = 12;- Specified by:
getOptimizationOrBuilderin interfaceModelConfigOuterClass.ModelConfigOrBuilder
-
hasDynamicBatching
public boolean hasDynamicBatching()@@ .. cpp:var:: ModelDynamicBatching dynamic_batching @@ @@ If specified, enables the dynamic-batching scheduling @@ policy. With dynamic-batching the scheduler may group @@ together independent requests into a single batch to @@ improve inference throughput. @@
.inference.ModelDynamicBatching dynamic_batching = 11;- Specified by:
hasDynamicBatchingin interfaceModelConfigOuterClass.ModelConfigOrBuilder- Returns:
- Whether the dynamicBatching field is set.
-
getDynamicBatching
@@ .. cpp:var:: ModelDynamicBatching dynamic_batching @@ @@ If specified, enables the dynamic-batching scheduling @@ policy. With dynamic-batching the scheduler may group @@ together independent requests into a single batch to @@ improve inference throughput. @@
.inference.ModelDynamicBatching dynamic_batching = 11;- Specified by:
getDynamicBatchingin interfaceModelConfigOuterClass.ModelConfigOrBuilder- Returns:
- The dynamicBatching.
-
setDynamicBatching
public ModelConfigOuterClass.ModelConfig.Builder setDynamicBatching(ModelConfigOuterClass.ModelDynamicBatching value) @@ .. cpp:var:: ModelDynamicBatching dynamic_batching @@ @@ If specified, enables the dynamic-batching scheduling @@ policy. With dynamic-batching the scheduler may group @@ together independent requests into a single batch to @@ improve inference throughput. @@
.inference.ModelDynamicBatching dynamic_batching = 11; -
setDynamicBatching
public ModelConfigOuterClass.ModelConfig.Builder setDynamicBatching(ModelConfigOuterClass.ModelDynamicBatching.Builder builderForValue) @@ .. cpp:var:: ModelDynamicBatching dynamic_batching @@ @@ If specified, enables the dynamic-batching scheduling @@ policy. With dynamic-batching the scheduler may group @@ together independent requests into a single batch to @@ improve inference throughput. @@
.inference.ModelDynamicBatching dynamic_batching = 11; -
mergeDynamicBatching
public ModelConfigOuterClass.ModelConfig.Builder mergeDynamicBatching(ModelConfigOuterClass.ModelDynamicBatching value) @@ .. cpp:var:: ModelDynamicBatching dynamic_batching @@ @@ If specified, enables the dynamic-batching scheduling @@ policy. With dynamic-batching the scheduler may group @@ together independent requests into a single batch to @@ improve inference throughput. @@
.inference.ModelDynamicBatching dynamic_batching = 11; -
clearDynamicBatching
@@ .. cpp:var:: ModelDynamicBatching dynamic_batching @@ @@ If specified, enables the dynamic-batching scheduling @@ policy. With dynamic-batching the scheduler may group @@ together independent requests into a single batch to @@ improve inference throughput. @@
.inference.ModelDynamicBatching dynamic_batching = 11; -
getDynamicBatchingBuilder
@@ .. cpp:var:: ModelDynamicBatching dynamic_batching @@ @@ If specified, enables the dynamic-batching scheduling @@ policy. With dynamic-batching the scheduler may group @@ together independent requests into a single batch to @@ improve inference throughput. @@
.inference.ModelDynamicBatching dynamic_batching = 11; -
getDynamicBatchingOrBuilder
@@ .. cpp:var:: ModelDynamicBatching dynamic_batching @@ @@ If specified, enables the dynamic-batching scheduling @@ policy. With dynamic-batching the scheduler may group @@ together independent requests into a single batch to @@ improve inference throughput. @@
.inference.ModelDynamicBatching dynamic_batching = 11;- Specified by:
getDynamicBatchingOrBuilderin interfaceModelConfigOuterClass.ModelConfigOrBuilder
-
hasSequenceBatching
public boolean hasSequenceBatching()@@ .. cpp:var:: ModelSequenceBatching sequence_batching @@ @@ If specified, enables the sequence-batching scheduling @@ policy. With sequence-batching, inference requests @@ with the same correlation ID are routed to the same @@ model instance. Multiple sequences of inference requests @@ may be batched together into a single batch to @@ improve inference throughput. @@
.inference.ModelSequenceBatching sequence_batching = 13;- Specified by:
hasSequenceBatchingin interfaceModelConfigOuterClass.ModelConfigOrBuilder- Returns:
- Whether the sequenceBatching field is set.
-
getSequenceBatching
@@ .. cpp:var:: ModelSequenceBatching sequence_batching @@ @@ If specified, enables the sequence-batching scheduling @@ policy. With sequence-batching, inference requests @@ with the same correlation ID are routed to the same @@ model instance. Multiple sequences of inference requests @@ may be batched together into a single batch to @@ improve inference throughput. @@
.inference.ModelSequenceBatching sequence_batching = 13;- Specified by:
getSequenceBatchingin interfaceModelConfigOuterClass.ModelConfigOrBuilder- Returns:
- The sequenceBatching.
-
setSequenceBatching
public ModelConfigOuterClass.ModelConfig.Builder setSequenceBatching(ModelConfigOuterClass.ModelSequenceBatching value) @@ .. cpp:var:: ModelSequenceBatching sequence_batching @@ @@ If specified, enables the sequence-batching scheduling @@ policy. With sequence-batching, inference requests @@ with the same correlation ID are routed to the same @@ model instance. Multiple sequences of inference requests @@ may be batched together into a single batch to @@ improve inference throughput. @@
.inference.ModelSequenceBatching sequence_batching = 13; -
setSequenceBatching
public ModelConfigOuterClass.ModelConfig.Builder setSequenceBatching(ModelConfigOuterClass.ModelSequenceBatching.Builder builderForValue) @@ .. cpp:var:: ModelSequenceBatching sequence_batching @@ @@ If specified, enables the sequence-batching scheduling @@ policy. With sequence-batching, inference requests @@ with the same correlation ID are routed to the same @@ model instance. Multiple sequences of inference requests @@ may be batched together into a single batch to @@ improve inference throughput. @@
.inference.ModelSequenceBatching sequence_batching = 13; -
mergeSequenceBatching
public ModelConfigOuterClass.ModelConfig.Builder mergeSequenceBatching(ModelConfigOuterClass.ModelSequenceBatching value) @@ .. cpp:var:: ModelSequenceBatching sequence_batching @@ @@ If specified, enables the sequence-batching scheduling @@ policy. With sequence-batching, inference requests @@ with the same correlation ID are routed to the same @@ model instance. Multiple sequences of inference requests @@ may be batched together into a single batch to @@ improve inference throughput. @@
.inference.ModelSequenceBatching sequence_batching = 13; -
clearSequenceBatching
@@ .. cpp:var:: ModelSequenceBatching sequence_batching @@ @@ If specified, enables the sequence-batching scheduling @@ policy. With sequence-batching, inference requests @@ with the same correlation ID are routed to the same @@ model instance. Multiple sequences of inference requests @@ may be batched together into a single batch to @@ improve inference throughput. @@
.inference.ModelSequenceBatching sequence_batching = 13; -
getSequenceBatchingBuilder
@@ .. cpp:var:: ModelSequenceBatching sequence_batching @@ @@ If specified, enables the sequence-batching scheduling @@ policy. With sequence-batching, inference requests @@ with the same correlation ID are routed to the same @@ model instance. Multiple sequences of inference requests @@ may be batched together into a single batch to @@ improve inference throughput. @@
.inference.ModelSequenceBatching sequence_batching = 13; -
getSequenceBatchingOrBuilder
@@ .. cpp:var:: ModelSequenceBatching sequence_batching @@ @@ If specified, enables the sequence-batching scheduling @@ policy. With sequence-batching, inference requests @@ with the same correlation ID are routed to the same @@ model instance. Multiple sequences of inference requests @@ may be batched together into a single batch to @@ improve inference throughput. @@
.inference.ModelSequenceBatching sequence_batching = 13;- Specified by:
getSequenceBatchingOrBuilderin interfaceModelConfigOuterClass.ModelConfigOrBuilder
-
hasEnsembleScheduling
public boolean hasEnsembleScheduling()@@ .. cpp:var:: ModelEnsembling ensemble_scheduling @@ @@ If specified, enables the model-ensembling scheduling @@ policy. With model-ensembling, inference requests @@ will be processed according to the specification, such as an @@ execution sequence of models. The input specified in this model @@ config will be the input for the ensemble, and the output @@ specified will be the output of the ensemble. @@
.inference.ModelEnsembling ensemble_scheduling = 15;- Specified by:
hasEnsembleSchedulingin interfaceModelConfigOuterClass.ModelConfigOrBuilder- Returns:
- Whether the ensembleScheduling field is set.
-
getEnsembleScheduling
@@ .. cpp:var:: ModelEnsembling ensemble_scheduling @@ @@ If specified, enables the model-ensembling scheduling @@ policy. With model-ensembling, inference requests @@ will be processed according to the specification, such as an @@ execution sequence of models. The input specified in this model @@ config will be the input for the ensemble, and the output @@ specified will be the output of the ensemble. @@
.inference.ModelEnsembling ensemble_scheduling = 15;- Specified by:
getEnsembleSchedulingin interfaceModelConfigOuterClass.ModelConfigOrBuilder- Returns:
- The ensembleScheduling.
-
setEnsembleScheduling
public ModelConfigOuterClass.ModelConfig.Builder setEnsembleScheduling(ModelConfigOuterClass.ModelEnsembling value) @@ .. cpp:var:: ModelEnsembling ensemble_scheduling @@ @@ If specified, enables the model-ensembling scheduling @@ policy. With model-ensembling, inference requests @@ will be processed according to the specification, such as an @@ execution sequence of models. The input specified in this model @@ config will be the input for the ensemble, and the output @@ specified will be the output of the ensemble. @@
.inference.ModelEnsembling ensemble_scheduling = 15; -
setEnsembleScheduling
public ModelConfigOuterClass.ModelConfig.Builder setEnsembleScheduling(ModelConfigOuterClass.ModelEnsembling.Builder builderForValue) @@ .. cpp:var:: ModelEnsembling ensemble_scheduling @@ @@ If specified, enables the model-ensembling scheduling @@ policy. With model-ensembling, inference requests @@ will be processed according to the specification, such as an @@ execution sequence of models. The input specified in this model @@ config will be the input for the ensemble, and the output @@ specified will be the output of the ensemble. @@
.inference.ModelEnsembling ensemble_scheduling = 15; -
mergeEnsembleScheduling
public ModelConfigOuterClass.ModelConfig.Builder mergeEnsembleScheduling(ModelConfigOuterClass.ModelEnsembling value) @@ .. cpp:var:: ModelEnsembling ensemble_scheduling @@ @@ If specified, enables the model-ensembling scheduling @@ policy. With model-ensembling, inference requests @@ will be processed according to the specification, such as an @@ execution sequence of models. The input specified in this model @@ config will be the input for the ensemble, and the output @@ specified will be the output of the ensemble. @@
.inference.ModelEnsembling ensemble_scheduling = 15; -
clearEnsembleScheduling
@@ .. cpp:var:: ModelEnsembling ensemble_scheduling @@ @@ If specified, enables the model-ensembling scheduling @@ policy. With model-ensembling, inference requests @@ will be processed according to the specification, such as an @@ execution sequence of models. The input specified in this model @@ config will be the input for the ensemble, and the output @@ specified will be the output of the ensemble. @@
.inference.ModelEnsembling ensemble_scheduling = 15; -
getEnsembleSchedulingBuilder
@@ .. cpp:var:: ModelEnsembling ensemble_scheduling @@ @@ If specified, enables the model-ensembling scheduling @@ policy. With model-ensembling, inference requests @@ will be processed according to the specification, such as an @@ execution sequence of models. The input specified in this model @@ config will be the input for the ensemble, and the output @@ specified will be the output of the ensemble. @@
.inference.ModelEnsembling ensemble_scheduling = 15; -
getEnsembleSchedulingOrBuilder
@@ .. cpp:var:: ModelEnsembling ensemble_scheduling @@ @@ If specified, enables the model-ensembling scheduling @@ policy. With model-ensembling, inference requests @@ will be processed according to the specification, such as an @@ execution sequence of models. The input specified in this model @@ config will be the input for the ensemble, and the output @@ specified will be the output of the ensemble. @@
.inference.ModelEnsembling ensemble_scheduling = 15;- Specified by:
getEnsembleSchedulingOrBuilderin interfaceModelConfigOuterClass.ModelConfigOrBuilder
-
getInstanceGroupList
@@ .. cpp:var:: ModelInstanceGroup instance_group (repeated) @@ @@ Instances of this model. If not specified, one instance @@ of the model will be instantiated on each available GPU. @@
repeated .inference.ModelInstanceGroup instance_group = 7;- Specified by:
getInstanceGroupListin interfaceModelConfigOuterClass.ModelConfigOrBuilder
-
getInstanceGroupCount
public int getInstanceGroupCount()@@ .. cpp:var:: ModelInstanceGroup instance_group (repeated) @@ @@ Instances of this model. If not specified, one instance @@ of the model will be instantiated on each available GPU. @@
repeated .inference.ModelInstanceGroup instance_group = 7;- Specified by:
getInstanceGroupCountin interfaceModelConfigOuterClass.ModelConfigOrBuilder
-
getInstanceGroup
@@ .. cpp:var:: ModelInstanceGroup instance_group (repeated) @@ @@ Instances of this model. If not specified, one instance @@ of the model will be instantiated on each available GPU. @@
repeated .inference.ModelInstanceGroup instance_group = 7;- Specified by:
getInstanceGroupin interfaceModelConfigOuterClass.ModelConfigOrBuilder
-
setInstanceGroup
public ModelConfigOuterClass.ModelConfig.Builder setInstanceGroup(int index, ModelConfigOuterClass.ModelInstanceGroup value) @@ .. cpp:var:: ModelInstanceGroup instance_group (repeated) @@ @@ Instances of this model. If not specified, one instance @@ of the model will be instantiated on each available GPU. @@
repeated .inference.ModelInstanceGroup instance_group = 7; -
setInstanceGroup
public ModelConfigOuterClass.ModelConfig.Builder setInstanceGroup(int index, ModelConfigOuterClass.ModelInstanceGroup.Builder builderForValue) @@ .. cpp:var:: ModelInstanceGroup instance_group (repeated) @@ @@ Instances of this model. If not specified, one instance @@ of the model will be instantiated on each available GPU. @@
repeated .inference.ModelInstanceGroup instance_group = 7; -
addInstanceGroup
public ModelConfigOuterClass.ModelConfig.Builder addInstanceGroup(ModelConfigOuterClass.ModelInstanceGroup value) @@ .. cpp:var:: ModelInstanceGroup instance_group (repeated) @@ @@ Instances of this model. If not specified, one instance @@ of the model will be instantiated on each available GPU. @@
repeated .inference.ModelInstanceGroup instance_group = 7; -
addInstanceGroup
public ModelConfigOuterClass.ModelConfig.Builder addInstanceGroup(int index, ModelConfigOuterClass.ModelInstanceGroup value) @@ .. cpp:var:: ModelInstanceGroup instance_group (repeated) @@ @@ Instances of this model. If not specified, one instance @@ of the model will be instantiated on each available GPU. @@
repeated .inference.ModelInstanceGroup instance_group = 7; -
addInstanceGroup
public ModelConfigOuterClass.ModelConfig.Builder addInstanceGroup(ModelConfigOuterClass.ModelInstanceGroup.Builder builderForValue) @@ .. cpp:var:: ModelInstanceGroup instance_group (repeated) @@ @@ Instances of this model. If not specified, one instance @@ of the model will be instantiated on each available GPU. @@
repeated .inference.ModelInstanceGroup instance_group = 7; -
addInstanceGroup
public ModelConfigOuterClass.ModelConfig.Builder addInstanceGroup(int index, ModelConfigOuterClass.ModelInstanceGroup.Builder builderForValue) @@ .. cpp:var:: ModelInstanceGroup instance_group (repeated) @@ @@ Instances of this model. If not specified, one instance @@ of the model will be instantiated on each available GPU. @@
repeated .inference.ModelInstanceGroup instance_group = 7; -
addAllInstanceGroup
public ModelConfigOuterClass.ModelConfig.Builder addAllInstanceGroup(Iterable<? extends ModelConfigOuterClass.ModelInstanceGroup> values) @@ .. cpp:var:: ModelInstanceGroup instance_group (repeated) @@ @@ Instances of this model. If not specified, one instance @@ of the model will be instantiated on each available GPU. @@
repeated .inference.ModelInstanceGroup instance_group = 7; -
clearInstanceGroup
@@ .. cpp:var:: ModelInstanceGroup instance_group (repeated) @@ @@ Instances of this model. If not specified, one instance @@ of the model will be instantiated on each available GPU. @@
repeated .inference.ModelInstanceGroup instance_group = 7; -
removeInstanceGroup
@@ .. cpp:var:: ModelInstanceGroup instance_group (repeated) @@ @@ Instances of this model. If not specified, one instance @@ of the model will be instantiated on each available GPU. @@
repeated .inference.ModelInstanceGroup instance_group = 7; -
getInstanceGroupBuilder
@@ .. cpp:var:: ModelInstanceGroup instance_group (repeated) @@ @@ Instances of this model. If not specified, one instance @@ of the model will be instantiated on each available GPU. @@
repeated .inference.ModelInstanceGroup instance_group = 7; -
getInstanceGroupOrBuilder
@@ .. cpp:var:: ModelInstanceGroup instance_group (repeated) @@ @@ Instances of this model. If not specified, one instance @@ of the model will be instantiated on each available GPU. @@
repeated .inference.ModelInstanceGroup instance_group = 7;- Specified by:
getInstanceGroupOrBuilderin interfaceModelConfigOuterClass.ModelConfigOrBuilder
-
getInstanceGroupOrBuilderList
public List<? extends ModelConfigOuterClass.ModelInstanceGroupOrBuilder> getInstanceGroupOrBuilderList()@@ .. cpp:var:: ModelInstanceGroup instance_group (repeated) @@ @@ Instances of this model. If not specified, one instance @@ of the model will be instantiated on each available GPU. @@
repeated .inference.ModelInstanceGroup instance_group = 7;- Specified by:
getInstanceGroupOrBuilderListin interfaceModelConfigOuterClass.ModelConfigOrBuilder
-
addInstanceGroupBuilder
@@ .. cpp:var:: ModelInstanceGroup instance_group (repeated) @@ @@ Instances of this model. If not specified, one instance @@ of the model will be instantiated on each available GPU. @@
repeated .inference.ModelInstanceGroup instance_group = 7; -
addInstanceGroupBuilder
@@ .. cpp:var:: ModelInstanceGroup instance_group (repeated) @@ @@ Instances of this model. If not specified, one instance @@ of the model will be instantiated on each available GPU. @@
repeated .inference.ModelInstanceGroup instance_group = 7; -
getInstanceGroupBuilderList
@@ .. cpp:var:: ModelInstanceGroup instance_group (repeated) @@ @@ Instances of this model. If not specified, one instance @@ of the model will be instantiated on each available GPU. @@
repeated .inference.ModelInstanceGroup instance_group = 7; -
getDefaultModelFilename
@@ .. cpp:var:: string default_model_filename @@ @@ Optional filename of the model file to use if a @@ compute-capability specific model is not specified in @@ :cpp:var:`cc_model_filenames`. If not specified the default name @@ is 'model.graphdef', 'model.savedmodel', 'model.plan' or @@ 'model.pt' depending on the model type. @@
string default_model_filename = 8;- Specified by:
getDefaultModelFilenamein interfaceModelConfigOuterClass.ModelConfigOrBuilder- Returns:
- The defaultModelFilename.
-
getDefaultModelFilenameBytes
public com.google.protobuf.ByteString getDefaultModelFilenameBytes()@@ .. cpp:var:: string default_model_filename @@ @@ Optional filename of the model file to use if a @@ compute-capability specific model is not specified in @@ :cpp:var:`cc_model_filenames`. If not specified the default name @@ is 'model.graphdef', 'model.savedmodel', 'model.plan' or @@ 'model.pt' depending on the model type. @@
string default_model_filename = 8;- Specified by:
getDefaultModelFilenameBytesin interfaceModelConfigOuterClass.ModelConfigOrBuilder- Returns:
- The bytes for defaultModelFilename.
-
setDefaultModelFilename
@@ .. cpp:var:: string default_model_filename @@ @@ Optional filename of the model file to use if a @@ compute-capability specific model is not specified in @@ :cpp:var:`cc_model_filenames`. If not specified the default name @@ is 'model.graphdef', 'model.savedmodel', 'model.plan' or @@ 'model.pt' depending on the model type. @@
string default_model_filename = 8;- Parameters:
value- The defaultModelFilename to set.- Returns:
- This builder for chaining.
-
clearDefaultModelFilename
@@ .. cpp:var:: string default_model_filename @@ @@ Optional filename of the model file to use if a @@ compute-capability specific model is not specified in @@ :cpp:var:`cc_model_filenames`. If not specified the default name @@ is 'model.graphdef', 'model.savedmodel', 'model.plan' or @@ 'model.pt' depending on the model type. @@
string default_model_filename = 8;- Returns:
- This builder for chaining.
-
setDefaultModelFilenameBytes
public ModelConfigOuterClass.ModelConfig.Builder setDefaultModelFilenameBytes(com.google.protobuf.ByteString value) @@ .. cpp:var:: string default_model_filename @@ @@ Optional filename of the model file to use if a @@ compute-capability specific model is not specified in @@ :cpp:var:`cc_model_filenames`. If not specified the default name @@ is 'model.graphdef', 'model.savedmodel', 'model.plan' or @@ 'model.pt' depending on the model type. @@
string default_model_filename = 8;- Parameters:
value- The bytes for defaultModelFilename to set.- Returns:
- This builder for chaining.
-
getCcModelFilenamesCount
public int getCcModelFilenamesCount()Description copied from interface:ModelConfigOuterClass.ModelConfigOrBuilder@@ .. cpp:var:: map<string,string> cc_model_filenames @@ @@ Optional map from CUDA compute capability to the filename of @@ the model that supports that compute capability. The filename @@ refers to a file within the model version directory. @@
map<string, string> cc_model_filenames = 9;- Specified by:
getCcModelFilenamesCountin interfaceModelConfigOuterClass.ModelConfigOrBuilder
-
containsCcModelFilenames
@@ .. cpp:var:: map<string,string> cc_model_filenames @@ @@ Optional map from CUDA compute capability to the filename of @@ the model that supports that compute capability. The filename @@ refers to a file within the model version directory. @@
map<string, string> cc_model_filenames = 9;- Specified by:
containsCcModelFilenamesin interfaceModelConfigOuterClass.ModelConfigOrBuilder
-
getCcModelFilenames
Deprecated.UsegetCcModelFilenamesMap()instead.- Specified by:
getCcModelFilenamesin interfaceModelConfigOuterClass.ModelConfigOrBuilder
-
getCcModelFilenamesMap
@@ .. cpp:var:: map<string,string> cc_model_filenames @@ @@ Optional map from CUDA compute capability to the filename of @@ the model that supports that compute capability. The filename @@ refers to a file within the model version directory. @@
map<string, string> cc_model_filenames = 9;- Specified by:
getCcModelFilenamesMapin interfaceModelConfigOuterClass.ModelConfigOrBuilder
-
getCcModelFilenamesOrDefault
@@ .. cpp:var:: map<string,string> cc_model_filenames @@ @@ Optional map from CUDA compute capability to the filename of @@ the model that supports that compute capability. The filename @@ refers to a file within the model version directory. @@
map<string, string> cc_model_filenames = 9;- Specified by:
getCcModelFilenamesOrDefaultin interfaceModelConfigOuterClass.ModelConfigOrBuilder
-
getCcModelFilenamesOrThrow
@@ .. cpp:var:: map<string,string> cc_model_filenames @@ @@ Optional map from CUDA compute capability to the filename of @@ the model that supports that compute capability. The filename @@ refers to a file within the model version directory. @@
map<string, string> cc_model_filenames = 9;- Specified by:
getCcModelFilenamesOrThrowin interfaceModelConfigOuterClass.ModelConfigOrBuilder
-
clearCcModelFilenames
-
removeCcModelFilenames
@@ .. cpp:var:: map<string,string> cc_model_filenames @@ @@ Optional map from CUDA compute capability to the filename of @@ the model that supports that compute capability. The filename @@ refers to a file within the model version directory. @@
map<string, string> cc_model_filenames = 9; -
getMutableCcModelFilenames
Deprecated.Use alternate mutation accessors instead. -
putCcModelFilenames
@@ .. cpp:var:: map<string,string> cc_model_filenames @@ @@ Optional map from CUDA compute capability to the filename of @@ the model that supports that compute capability. The filename @@ refers to a file within the model version directory. @@
map<string, string> cc_model_filenames = 9; -
putAllCcModelFilenames
@@ .. cpp:var:: map<string,string> cc_model_filenames @@ @@ Optional map from CUDA compute capability to the filename of @@ the model that supports that compute capability. The filename @@ refers to a file within the model version directory. @@
map<string, string> cc_model_filenames = 9; -
getMetricTagsCount
public int getMetricTagsCount()Description copied from interface:ModelConfigOuterClass.ModelConfigOrBuilder@@ .. cpp:var:: map<string,string> metric_tags @@ @@ Optional metric tags. User-specific key-value pairs for metrics @@ reported for this model. These tags are applied to the metrics @@ reported on the HTTP metrics port. @@
map<string, string> metric_tags = 10;- Specified by:
getMetricTagsCountin interfaceModelConfigOuterClass.ModelConfigOrBuilder
-
containsMetricTags
@@ .. cpp:var:: map<string,string> metric_tags @@ @@ Optional metric tags. User-specific key-value pairs for metrics @@ reported for this model. These tags are applied to the metrics @@ reported on the HTTP metrics port. @@
map<string, string> metric_tags = 10;- Specified by:
containsMetricTagsin interfaceModelConfigOuterClass.ModelConfigOrBuilder
-
getMetricTags
Deprecated.UsegetMetricTagsMap()instead.- Specified by:
getMetricTagsin interfaceModelConfigOuterClass.ModelConfigOrBuilder
-
getMetricTagsMap
@@ .. cpp:var:: map<string,string> metric_tags @@ @@ Optional metric tags. User-specific key-value pairs for metrics @@ reported for this model. These tags are applied to the metrics @@ reported on the HTTP metrics port. @@
map<string, string> metric_tags = 10;- Specified by:
getMetricTagsMapin interfaceModelConfigOuterClass.ModelConfigOrBuilder
-
getMetricTagsOrDefault
@@ .. cpp:var:: map<string,string> metric_tags @@ @@ Optional metric tags. User-specific key-value pairs for metrics @@ reported for this model. These tags are applied to the metrics @@ reported on the HTTP metrics port. @@
map<string, string> metric_tags = 10;- Specified by:
getMetricTagsOrDefaultin interfaceModelConfigOuterClass.ModelConfigOrBuilder
-
getMetricTagsOrThrow
@@ .. cpp:var:: map<string,string> metric_tags @@ @@ Optional metric tags. User-specific key-value pairs for metrics @@ reported for this model. These tags are applied to the metrics @@ reported on the HTTP metrics port. @@
map<string, string> metric_tags = 10;- Specified by:
getMetricTagsOrThrowin interfaceModelConfigOuterClass.ModelConfigOrBuilder
-
clearMetricTags
-
removeMetricTags
@@ .. cpp:var:: map<string,string> metric_tags @@ @@ Optional metric tags. User-specific key-value pairs for metrics @@ reported for this model. These tags are applied to the metrics @@ reported on the HTTP metrics port. @@
map<string, string> metric_tags = 10; -
getMutableMetricTags
Deprecated.Use alternate mutation accessors instead. -
putMetricTags
@@ .. cpp:var:: map<string,string> metric_tags @@ @@ Optional metric tags. User-specific key-value pairs for metrics @@ reported for this model. These tags are applied to the metrics @@ reported on the HTTP metrics port. @@
map<string, string> metric_tags = 10; -
putAllMetricTags
@@ .. cpp:var:: map<string,string> metric_tags @@ @@ Optional metric tags. User-specific key-value pairs for metrics @@ reported for this model. These tags are applied to the metrics @@ reported on the HTTP metrics port. @@
map<string, string> metric_tags = 10; -
getParametersCount
public int getParametersCount()Description copied from interface:ModelConfigOuterClass.ModelConfigOrBuilder@@ .. cpp:var:: map<string,ModelParameter> parameters @@ @@ Optional model parameters. User-specified parameter values. @@
map<string, .inference.ModelParameter> parameters = 14;- Specified by:
getParametersCountin interfaceModelConfigOuterClass.ModelConfigOrBuilder
-
containsParameters
@@ .. cpp:var:: map<string,ModelParameter> parameters @@ @@ Optional model parameters. User-specified parameter values. @@
map<string, .inference.ModelParameter> parameters = 14;- Specified by:
containsParametersin interfaceModelConfigOuterClass.ModelConfigOrBuilder
-
getParameters
Deprecated.UsegetParametersMap()instead.- Specified by:
getParametersin interfaceModelConfigOuterClass.ModelConfigOrBuilder
-
getParametersMap
@@ .. cpp:var:: map<string,ModelParameter> parameters @@ @@ Optional model parameters. User-specified parameter values. @@
map<string, .inference.ModelParameter> parameters = 14;- Specified by:
getParametersMapin interfaceModelConfigOuterClass.ModelConfigOrBuilder
-
getParametersOrDefault
public ModelConfigOuterClass.ModelParameter getParametersOrDefault(String key, ModelConfigOuterClass.ModelParameter defaultValue) @@ .. cpp:var:: map<string,ModelParameter> parameters @@ @@ Optional model parameters. User-specified parameter values. @@
map<string, .inference.ModelParameter> parameters = 14;- Specified by:
getParametersOrDefaultin interfaceModelConfigOuterClass.ModelConfigOrBuilder
-
getParametersOrThrow
@@ .. cpp:var:: map<string,ModelParameter> parameters @@ @@ Optional model parameters. User-specified parameter values. @@
map<string, .inference.ModelParameter> parameters = 14;- Specified by:
getParametersOrThrowin interfaceModelConfigOuterClass.ModelConfigOrBuilder
-
clearParameters
-
removeParameters
@@ .. cpp:var:: map<string,ModelParameter> parameters @@ @@ Optional model parameters. User-specified parameter values. @@
map<string, .inference.ModelParameter> parameters = 14; -
getMutableParameters
Deprecated.Use alternate mutation accessors instead. -
putParameters
public ModelConfigOuterClass.ModelConfig.Builder putParameters(String key, ModelConfigOuterClass.ModelParameter value) @@ .. cpp:var:: map<string,ModelParameter> parameters @@ @@ Optional model parameters. User-specified parameter values. @@
map<string, .inference.ModelParameter> parameters = 14; -
putAllParameters
public ModelConfigOuterClass.ModelConfig.Builder putAllParameters(Map<String, ModelConfigOuterClass.ModelParameter> values) @@ .. cpp:var:: map<string,ModelParameter> parameters @@ @@ Optional model parameters. User-specified parameter values. @@
map<string, .inference.ModelParameter> parameters = 14; -
putParametersBuilderIfAbsent
@@ .. cpp:var:: map<string,ModelParameter> parameters @@ @@ Optional model parameters. User-specified parameter values. @@
map<string, .inference.ModelParameter> parameters = 14; -
getModelWarmupList
@@ .. cpp:var:: ModelWarmup model_warmup (repeated) @@ @@ Warmup setting of this model. If specified, all instances @@ will be run with the request samples in sequence before @@ serving the model. @@ This field can only be specified if the model is not an ensemble @@ model. @@
repeated .inference.ModelWarmup model_warmup = 16;- Specified by:
getModelWarmupListin interfaceModelConfigOuterClass.ModelConfigOrBuilder
-
getModelWarmupCount
public int getModelWarmupCount()@@ .. cpp:var:: ModelWarmup model_warmup (repeated) @@ @@ Warmup setting of this model. If specified, all instances @@ will be run with the request samples in sequence before @@ serving the model. @@ This field can only be specified if the model is not an ensemble @@ model. @@
repeated .inference.ModelWarmup model_warmup = 16;- Specified by:
getModelWarmupCountin interfaceModelConfigOuterClass.ModelConfigOrBuilder
-
getModelWarmup
@@ .. cpp:var:: ModelWarmup model_warmup (repeated) @@ @@ Warmup setting of this model. If specified, all instances @@ will be run with the request samples in sequence before @@ serving the model. @@ This field can only be specified if the model is not an ensemble @@ model. @@
repeated .inference.ModelWarmup model_warmup = 16;- Specified by:
getModelWarmupin interfaceModelConfigOuterClass.ModelConfigOrBuilder
-
setModelWarmup
public ModelConfigOuterClass.ModelConfig.Builder setModelWarmup(int index, ModelConfigOuterClass.ModelWarmup value) @@ .. cpp:var:: ModelWarmup model_warmup (repeated) @@ @@ Warmup setting of this model. If specified, all instances @@ will be run with the request samples in sequence before @@ serving the model. @@ This field can only be specified if the model is not an ensemble @@ model. @@
repeated .inference.ModelWarmup model_warmup = 16; -
setModelWarmup
public ModelConfigOuterClass.ModelConfig.Builder setModelWarmup(int index, ModelConfigOuterClass.ModelWarmup.Builder builderForValue) @@ .. cpp:var:: ModelWarmup model_warmup (repeated) @@ @@ Warmup setting of this model. If specified, all instances @@ will be run with the request samples in sequence before @@ serving the model. @@ This field can only be specified if the model is not an ensemble @@ model. @@
repeated .inference.ModelWarmup model_warmup = 16; -
addModelWarmup
public ModelConfigOuterClass.ModelConfig.Builder addModelWarmup(ModelConfigOuterClass.ModelWarmup value) @@ .. cpp:var:: ModelWarmup model_warmup (repeated) @@ @@ Warmup setting of this model. If specified, all instances @@ will be run with the request samples in sequence before @@ serving the model. @@ This field can only be specified if the model is not an ensemble @@ model. @@
repeated .inference.ModelWarmup model_warmup = 16; -
addModelWarmup
public ModelConfigOuterClass.ModelConfig.Builder addModelWarmup(int index, ModelConfigOuterClass.ModelWarmup value) @@ .. cpp:var:: ModelWarmup model_warmup (repeated) @@ @@ Warmup setting of this model. If specified, all instances @@ will be run with the request samples in sequence before @@ serving the model. @@ This field can only be specified if the model is not an ensemble @@ model. @@
repeated .inference.ModelWarmup model_warmup = 16; -
addModelWarmup
public ModelConfigOuterClass.ModelConfig.Builder addModelWarmup(ModelConfigOuterClass.ModelWarmup.Builder builderForValue) @@ .. cpp:var:: ModelWarmup model_warmup (repeated) @@ @@ Warmup setting of this model. If specified, all instances @@ will be run with the request samples in sequence before @@ serving the model. @@ This field can only be specified if the model is not an ensemble @@ model. @@
repeated .inference.ModelWarmup model_warmup = 16; -
addModelWarmup
public ModelConfigOuterClass.ModelConfig.Builder addModelWarmup(int index, ModelConfigOuterClass.ModelWarmup.Builder builderForValue) @@ .. cpp:var:: ModelWarmup model_warmup (repeated) @@ @@ Warmup setting of this model. If specified, all instances @@ will be run with the request samples in sequence before @@ serving the model. @@ This field can only be specified if the model is not an ensemble @@ model. @@
repeated .inference.ModelWarmup model_warmup = 16; -
addAllModelWarmup
public ModelConfigOuterClass.ModelConfig.Builder addAllModelWarmup(Iterable<? extends ModelConfigOuterClass.ModelWarmup> values) @@ .. cpp:var:: ModelWarmup model_warmup (repeated) @@ @@ Warmup setting of this model. If specified, all instances @@ will be run with the request samples in sequence before @@ serving the model. @@ This field can only be specified if the model is not an ensemble @@ model. @@
repeated .inference.ModelWarmup model_warmup = 16; -
clearModelWarmup
@@ .. cpp:var:: ModelWarmup model_warmup (repeated) @@ @@ Warmup setting of this model. If specified, all instances @@ will be run with the request samples in sequence before @@ serving the model. @@ This field can only be specified if the model is not an ensemble @@ model. @@
repeated .inference.ModelWarmup model_warmup = 16; -
removeModelWarmup
@@ .. cpp:var:: ModelWarmup model_warmup (repeated) @@ @@ Warmup setting of this model. If specified, all instances @@ will be run with the request samples in sequence before @@ serving the model. @@ This field can only be specified if the model is not an ensemble @@ model. @@
repeated .inference.ModelWarmup model_warmup = 16; -
getModelWarmupBuilder
@@ .. cpp:var:: ModelWarmup model_warmup (repeated) @@ @@ Warmup setting of this model. If specified, all instances @@ will be run with the request samples in sequence before @@ serving the model. @@ This field can only be specified if the model is not an ensemble @@ model. @@
repeated .inference.ModelWarmup model_warmup = 16; -
getModelWarmupOrBuilder
@@ .. cpp:var:: ModelWarmup model_warmup (repeated) @@ @@ Warmup setting of this model. If specified, all instances @@ will be run with the request samples in sequence before @@ serving the model. @@ This field can only be specified if the model is not an ensemble @@ model. @@
repeated .inference.ModelWarmup model_warmup = 16;- Specified by:
getModelWarmupOrBuilderin interfaceModelConfigOuterClass.ModelConfigOrBuilder
-
getModelWarmupOrBuilderList
@@ .. cpp:var:: ModelWarmup model_warmup (repeated) @@ @@ Warmup setting of this model. If specified, all instances @@ will be run with the request samples in sequence before @@ serving the model. @@ This field can only be specified if the model is not an ensemble @@ model. @@
repeated .inference.ModelWarmup model_warmup = 16;- Specified by:
getModelWarmupOrBuilderListin interfaceModelConfigOuterClass.ModelConfigOrBuilder
-
addModelWarmupBuilder
@@ .. cpp:var:: ModelWarmup model_warmup (repeated) @@ @@ Warmup setting of this model. If specified, all instances @@ will be run with the request samples in sequence before @@ serving the model. @@ This field can only be specified if the model is not an ensemble @@ model. @@
repeated .inference.ModelWarmup model_warmup = 16; -
addModelWarmupBuilder
@@ .. cpp:var:: ModelWarmup model_warmup (repeated) @@ @@ Warmup setting of this model. If specified, all instances @@ will be run with the request samples in sequence before @@ serving the model. @@ This field can only be specified if the model is not an ensemble @@ model. @@
repeated .inference.ModelWarmup model_warmup = 16; -
getModelWarmupBuilderList
@@ .. cpp:var:: ModelWarmup model_warmup (repeated) @@ @@ Warmup setting of this model. If specified, all instances @@ will be run with the request samples in sequence before @@ serving the model. @@ This field can only be specified if the model is not an ensemble @@ model. @@
repeated .inference.ModelWarmup model_warmup = 16; -
hasModelOperations
public boolean hasModelOperations()@@ .. cpp:var:: ModelOperations model_operations @@ @@ Optional metadata of the libraries providing custom operations for @@ this model. @@
.inference.ModelOperations model_operations = 18;- Specified by:
hasModelOperationsin interfaceModelConfigOuterClass.ModelConfigOrBuilder- Returns:
- Whether the modelOperations field is set.
-
getModelOperations
@@ .. cpp:var:: ModelOperations model_operations @@ @@ Optional metadata of the libraries providing custom operations for @@ this model. @@
.inference.ModelOperations model_operations = 18;- Specified by:
getModelOperationsin interfaceModelConfigOuterClass.ModelConfigOrBuilder- Returns:
- The modelOperations.
-
setModelOperations
public ModelConfigOuterClass.ModelConfig.Builder setModelOperations(ModelConfigOuterClass.ModelOperations value) @@ .. cpp:var:: ModelOperations model_operations @@ @@ Optional metadata of the libraries providing custom operations for @@ this model. @@
.inference.ModelOperations model_operations = 18; -
setModelOperations
public ModelConfigOuterClass.ModelConfig.Builder setModelOperations(ModelConfigOuterClass.ModelOperations.Builder builderForValue) @@ .. cpp:var:: ModelOperations model_operations @@ @@ Optional metadata of the libraries providing custom operations for @@ this model. @@
.inference.ModelOperations model_operations = 18; -
mergeModelOperations
public ModelConfigOuterClass.ModelConfig.Builder mergeModelOperations(ModelConfigOuterClass.ModelOperations value) @@ .. cpp:var:: ModelOperations model_operations @@ @@ Optional metadata of the libraries providing custom operations for @@ this model. @@
.inference.ModelOperations model_operations = 18; -
clearModelOperations
@@ .. cpp:var:: ModelOperations model_operations @@ @@ Optional metadata of the libraries providing custom operations for @@ this model. @@
.inference.ModelOperations model_operations = 18; -
getModelOperationsBuilder
@@ .. cpp:var:: ModelOperations model_operations @@ @@ Optional metadata of the libraries providing custom operations for @@ this model. @@
.inference.ModelOperations model_operations = 18; -
getModelOperationsOrBuilder
@@ .. cpp:var:: ModelOperations model_operations @@ @@ Optional metadata of the libraries providing custom operations for @@ this model. @@
.inference.ModelOperations model_operations = 18;- Specified by:
getModelOperationsOrBuilderin interfaceModelConfigOuterClass.ModelConfigOrBuilder
-
hasModelTransactionPolicy
public boolean hasModelTransactionPolicy()@@ .. cpp:var:: ModelTransactionPolicy model_transaction_policy @@ @@ Optional specification that describes the nature of transactions @@ to be expected from the model. @@
.inference.ModelTransactionPolicy model_transaction_policy = 19;- Specified by:
hasModelTransactionPolicyin interfaceModelConfigOuterClass.ModelConfigOrBuilder- Returns:
- Whether the modelTransactionPolicy field is set.
-
getModelTransactionPolicy
@@ .. cpp:var:: ModelTransactionPolicy model_transaction_policy @@ @@ Optional specification that describes the nature of transactions @@ to be expected from the model. @@
.inference.ModelTransactionPolicy model_transaction_policy = 19;- Specified by:
getModelTransactionPolicyin interfaceModelConfigOuterClass.ModelConfigOrBuilder- Returns:
- The modelTransactionPolicy.
-
setModelTransactionPolicy
public ModelConfigOuterClass.ModelConfig.Builder setModelTransactionPolicy(ModelConfigOuterClass.ModelTransactionPolicy value) @@ .. cpp:var:: ModelTransactionPolicy model_transaction_policy @@ @@ Optional specification that describes the nature of transactions @@ to be expected from the model. @@
.inference.ModelTransactionPolicy model_transaction_policy = 19; -
setModelTransactionPolicy
public ModelConfigOuterClass.ModelConfig.Builder setModelTransactionPolicy(ModelConfigOuterClass.ModelTransactionPolicy.Builder builderForValue) @@ .. cpp:var:: ModelTransactionPolicy model_transaction_policy @@ @@ Optional specification that describes the nature of transactions @@ to be expected from the model. @@
.inference.ModelTransactionPolicy model_transaction_policy = 19; -
mergeModelTransactionPolicy
public ModelConfigOuterClass.ModelConfig.Builder mergeModelTransactionPolicy(ModelConfigOuterClass.ModelTransactionPolicy value) @@ .. cpp:var:: ModelTransactionPolicy model_transaction_policy @@ @@ Optional specification that describes the nature of transactions @@ to be expected from the model. @@
.inference.ModelTransactionPolicy model_transaction_policy = 19; -
clearModelTransactionPolicy
@@ .. cpp:var:: ModelTransactionPolicy model_transaction_policy @@ @@ Optional specification that describes the nature of transactions @@ to be expected from the model. @@
.inference.ModelTransactionPolicy model_transaction_policy = 19; -
getModelTransactionPolicyBuilder
@@ .. cpp:var:: ModelTransactionPolicy model_transaction_policy @@ @@ Optional specification that describes the nature of transactions @@ to be expected from the model. @@
.inference.ModelTransactionPolicy model_transaction_policy = 19; -
getModelTransactionPolicyOrBuilder
@@ .. cpp:var:: ModelTransactionPolicy model_transaction_policy @@ @@ Optional specification that describes the nature of transactions @@ to be expected from the model. @@
.inference.ModelTransactionPolicy model_transaction_policy = 19;- Specified by:
getModelTransactionPolicyOrBuilderin interfaceModelConfigOuterClass.ModelConfigOrBuilder
-
hasModelRepositoryAgents
public boolean hasModelRepositoryAgents()@@ .. cpp:var:: ModelRepositoryAgents model_repository_agents @@ @@ Optional specification of the agent(s) that should be invoked @@ with repository actions are performed for this model. @@
.inference.ModelRepositoryAgents model_repository_agents = 23;- Specified by:
hasModelRepositoryAgentsin interfaceModelConfigOuterClass.ModelConfigOrBuilder- Returns:
- Whether the modelRepositoryAgents field is set.
-
getModelRepositoryAgents
@@ .. cpp:var:: ModelRepositoryAgents model_repository_agents @@ @@ Optional specification of the agent(s) that should be invoked @@ with repository actions are performed for this model. @@
.inference.ModelRepositoryAgents model_repository_agents = 23;- Specified by:
getModelRepositoryAgentsin interfaceModelConfigOuterClass.ModelConfigOrBuilder- Returns:
- The modelRepositoryAgents.
-
setModelRepositoryAgents
public ModelConfigOuterClass.ModelConfig.Builder setModelRepositoryAgents(ModelConfigOuterClass.ModelRepositoryAgents value) @@ .. cpp:var:: ModelRepositoryAgents model_repository_agents @@ @@ Optional specification of the agent(s) that should be invoked @@ with repository actions are performed for this model. @@
.inference.ModelRepositoryAgents model_repository_agents = 23; -
setModelRepositoryAgents
public ModelConfigOuterClass.ModelConfig.Builder setModelRepositoryAgents(ModelConfigOuterClass.ModelRepositoryAgents.Builder builderForValue) @@ .. cpp:var:: ModelRepositoryAgents model_repository_agents @@ @@ Optional specification of the agent(s) that should be invoked @@ with repository actions are performed for this model. @@
.inference.ModelRepositoryAgents model_repository_agents = 23; -
mergeModelRepositoryAgents
public ModelConfigOuterClass.ModelConfig.Builder mergeModelRepositoryAgents(ModelConfigOuterClass.ModelRepositoryAgents value) @@ .. cpp:var:: ModelRepositoryAgents model_repository_agents @@ @@ Optional specification of the agent(s) that should be invoked @@ with repository actions are performed for this model. @@
.inference.ModelRepositoryAgents model_repository_agents = 23; -
clearModelRepositoryAgents
@@ .. cpp:var:: ModelRepositoryAgents model_repository_agents @@ @@ Optional specification of the agent(s) that should be invoked @@ with repository actions are performed for this model. @@
.inference.ModelRepositoryAgents model_repository_agents = 23; -
getModelRepositoryAgentsBuilder
@@ .. cpp:var:: ModelRepositoryAgents model_repository_agents @@ @@ Optional specification of the agent(s) that should be invoked @@ with repository actions are performed for this model. @@
.inference.ModelRepositoryAgents model_repository_agents = 23; -
getModelRepositoryAgentsOrBuilder
@@ .. cpp:var:: ModelRepositoryAgents model_repository_agents @@ @@ Optional specification of the agent(s) that should be invoked @@ with repository actions are performed for this model. @@
.inference.ModelRepositoryAgents model_repository_agents = 23;- Specified by:
getModelRepositoryAgentsOrBuilderin interfaceModelConfigOuterClass.ModelConfigOrBuilder
-
hasResponseCache
public boolean hasResponseCache()@@ .. cpp:var:: ModelResponseCache response_cache @@ @@ Optional setting for utilizing the response cache for this @@ model. @@
.inference.ModelResponseCache response_cache = 24;- Specified by:
hasResponseCachein interfaceModelConfigOuterClass.ModelConfigOrBuilder- Returns:
- Whether the responseCache field is set.
-
getResponseCache
@@ .. cpp:var:: ModelResponseCache response_cache @@ @@ Optional setting for utilizing the response cache for this @@ model. @@
.inference.ModelResponseCache response_cache = 24;- Specified by:
getResponseCachein interfaceModelConfigOuterClass.ModelConfigOrBuilder- Returns:
- The responseCache.
-
setResponseCache
public ModelConfigOuterClass.ModelConfig.Builder setResponseCache(ModelConfigOuterClass.ModelResponseCache value) @@ .. cpp:var:: ModelResponseCache response_cache @@ @@ Optional setting for utilizing the response cache for this @@ model. @@
.inference.ModelResponseCache response_cache = 24; -
setResponseCache
public ModelConfigOuterClass.ModelConfig.Builder setResponseCache(ModelConfigOuterClass.ModelResponseCache.Builder builderForValue) @@ .. cpp:var:: ModelResponseCache response_cache @@ @@ Optional setting for utilizing the response cache for this @@ model. @@
.inference.ModelResponseCache response_cache = 24; -
mergeResponseCache
public ModelConfigOuterClass.ModelConfig.Builder mergeResponseCache(ModelConfigOuterClass.ModelResponseCache value) @@ .. cpp:var:: ModelResponseCache response_cache @@ @@ Optional setting for utilizing the response cache for this @@ model. @@
.inference.ModelResponseCache response_cache = 24; -
clearResponseCache
@@ .. cpp:var:: ModelResponseCache response_cache @@ @@ Optional setting for utilizing the response cache for this @@ model. @@
.inference.ModelResponseCache response_cache = 24; -
getResponseCacheBuilder
@@ .. cpp:var:: ModelResponseCache response_cache @@ @@ Optional setting for utilizing the response cache for this @@ model. @@
.inference.ModelResponseCache response_cache = 24; -
getResponseCacheOrBuilder
@@ .. cpp:var:: ModelResponseCache response_cache @@ @@ Optional setting for utilizing the response cache for this @@ model. @@
.inference.ModelResponseCache response_cache = 24;- Specified by:
getResponseCacheOrBuilderin interfaceModelConfigOuterClass.ModelConfigOrBuilder
-
hasModelMetrics
public boolean hasModelMetrics()@@ .. cpp:var:: ModelMetrics model_metrics @@ @@ Optional setting for custom metrics configuration for this model. @@ Application default is applied to metrics that are not specified. @@
.inference.ModelMetrics model_metrics = 26;- Specified by:
hasModelMetricsin interfaceModelConfigOuterClass.ModelConfigOrBuilder- Returns:
- Whether the modelMetrics field is set.
-
getModelMetrics
@@ .. cpp:var:: ModelMetrics model_metrics @@ @@ Optional setting for custom metrics configuration for this model. @@ Application default is applied to metrics that are not specified. @@
.inference.ModelMetrics model_metrics = 26;- Specified by:
getModelMetricsin interfaceModelConfigOuterClass.ModelConfigOrBuilder- Returns:
- The modelMetrics.
-
setModelMetrics
public ModelConfigOuterClass.ModelConfig.Builder setModelMetrics(ModelConfigOuterClass.ModelMetrics value) @@ .. cpp:var:: ModelMetrics model_metrics @@ @@ Optional setting for custom metrics configuration for this model. @@ Application default is applied to metrics that are not specified. @@
.inference.ModelMetrics model_metrics = 26; -
setModelMetrics
public ModelConfigOuterClass.ModelConfig.Builder setModelMetrics(ModelConfigOuterClass.ModelMetrics.Builder builderForValue) @@ .. cpp:var:: ModelMetrics model_metrics @@ @@ Optional setting for custom metrics configuration for this model. @@ Application default is applied to metrics that are not specified. @@
.inference.ModelMetrics model_metrics = 26; -
mergeModelMetrics
public ModelConfigOuterClass.ModelConfig.Builder mergeModelMetrics(ModelConfigOuterClass.ModelMetrics value) @@ .. cpp:var:: ModelMetrics model_metrics @@ @@ Optional setting for custom metrics configuration for this model. @@ Application default is applied to metrics that are not specified. @@
.inference.ModelMetrics model_metrics = 26; -
clearModelMetrics
@@ .. cpp:var:: ModelMetrics model_metrics @@ @@ Optional setting for custom metrics configuration for this model. @@ Application default is applied to metrics that are not specified. @@
.inference.ModelMetrics model_metrics = 26; -
getModelMetricsBuilder
@@ .. cpp:var:: ModelMetrics model_metrics @@ @@ Optional setting for custom metrics configuration for this model. @@ Application default is applied to metrics that are not specified. @@
.inference.ModelMetrics model_metrics = 26; -
getModelMetricsOrBuilder
@@ .. cpp:var:: ModelMetrics model_metrics @@ @@ Optional setting for custom metrics configuration for this model. @@ Application default is applied to metrics that are not specified. @@
.inference.ModelMetrics model_metrics = 26;- Specified by:
getModelMetricsOrBuilderin interfaceModelConfigOuterClass.ModelConfigOrBuilder
-
setUnknownFields
public final ModelConfigOuterClass.ModelConfig.Builder setUnknownFields(com.google.protobuf.UnknownFieldSet unknownFields) - Specified by:
setUnknownFieldsin interfacecom.google.protobuf.Message.Builder- Overrides:
setUnknownFieldsin classcom.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelConfig.Builder>
-
mergeUnknownFields
public final ModelConfigOuterClass.ModelConfig.Builder mergeUnknownFields(com.google.protobuf.UnknownFieldSet unknownFields) - Specified by:
mergeUnknownFieldsin interfacecom.google.protobuf.Message.Builder- Overrides:
mergeUnknownFieldsin classcom.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelConfig.Builder>
-