Package inference

Class ModelConfigOuterClass.ModelConfig.Builder

java.lang.Object
com.google.protobuf.AbstractMessageLite.Builder
com.google.protobuf.AbstractMessage.Builder<ModelConfigOuterClass.ModelConfig.Builder>
com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelConfig.Builder>
inference.ModelConfigOuterClass.ModelConfig.Builder
All Implemented Interfaces:
com.google.protobuf.Message.Builder, com.google.protobuf.MessageLite.Builder, com.google.protobuf.MessageLiteOrBuilder, com.google.protobuf.MessageOrBuilder, ModelConfigOuterClass.ModelConfigOrBuilder, Cloneable
Enclosing class:
ModelConfigOuterClass.ModelConfig

public static final class ModelConfigOuterClass.ModelConfig.Builder extends com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelConfig.Builder> implements ModelConfigOuterClass.ModelConfigOrBuilder
@@
@@.. cpp:var:: message ModelConfig
@@
@@   A model configuration.
@@
 
Protobuf type inference.ModelConfig
  • Method Details

    • getDescriptor

      public static final com.google.protobuf.Descriptors.Descriptor getDescriptor()
    • internalGetMapFieldReflection

      protected com.google.protobuf.MapFieldReflectionAccessor internalGetMapFieldReflection(int number)
      Overrides:
      internalGetMapFieldReflection in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelConfig.Builder>
    • internalGetMutableMapFieldReflection

      protected com.google.protobuf.MapFieldReflectionAccessor internalGetMutableMapFieldReflection(int number)
      Overrides:
      internalGetMutableMapFieldReflection in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelConfig.Builder>
    • internalGetFieldAccessorTable

      protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable internalGetFieldAccessorTable()
      Specified by:
      internalGetFieldAccessorTable in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelConfig.Builder>
    • clear

      Specified by:
      clear in interface com.google.protobuf.Message.Builder
      Specified by:
      clear in interface com.google.protobuf.MessageLite.Builder
      Overrides:
      clear in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelConfig.Builder>
    • getDescriptorForType

      public com.google.protobuf.Descriptors.Descriptor getDescriptorForType()
      Specified by:
      getDescriptorForType in interface com.google.protobuf.Message.Builder
      Specified by:
      getDescriptorForType in interface com.google.protobuf.MessageOrBuilder
      Overrides:
      getDescriptorForType in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelConfig.Builder>
    • getDefaultInstanceForType

      public ModelConfigOuterClass.ModelConfig getDefaultInstanceForType()
      Specified by:
      getDefaultInstanceForType in interface com.google.protobuf.MessageLiteOrBuilder
      Specified by:
      getDefaultInstanceForType in interface com.google.protobuf.MessageOrBuilder
    • build

      Specified by:
      build in interface com.google.protobuf.Message.Builder
      Specified by:
      build in interface com.google.protobuf.MessageLite.Builder
    • buildPartial

      public ModelConfigOuterClass.ModelConfig buildPartial()
      Specified by:
      buildPartial in interface com.google.protobuf.Message.Builder
      Specified by:
      buildPartial in interface com.google.protobuf.MessageLite.Builder
    • clone

      Specified by:
      clone in interface com.google.protobuf.Message.Builder
      Specified by:
      clone in interface com.google.protobuf.MessageLite.Builder
      Overrides:
      clone in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelConfig.Builder>
    • setField

      public ModelConfigOuterClass.ModelConfig.Builder setField(com.google.protobuf.Descriptors.FieldDescriptor field, Object value)
      Specified by:
      setField in interface com.google.protobuf.Message.Builder
      Overrides:
      setField in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelConfig.Builder>
    • clearField

      public ModelConfigOuterClass.ModelConfig.Builder clearField(com.google.protobuf.Descriptors.FieldDescriptor field)
      Specified by:
      clearField in interface com.google.protobuf.Message.Builder
      Overrides:
      clearField in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelConfig.Builder>
    • clearOneof

      public ModelConfigOuterClass.ModelConfig.Builder clearOneof(com.google.protobuf.Descriptors.OneofDescriptor oneof)
      Specified by:
      clearOneof in interface com.google.protobuf.Message.Builder
      Overrides:
      clearOneof in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelConfig.Builder>
    • setRepeatedField

      public ModelConfigOuterClass.ModelConfig.Builder setRepeatedField(com.google.protobuf.Descriptors.FieldDescriptor field, int index, Object value)
      Specified by:
      setRepeatedField in interface com.google.protobuf.Message.Builder
      Overrides:
      setRepeatedField in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelConfig.Builder>
    • addRepeatedField

      public ModelConfigOuterClass.ModelConfig.Builder addRepeatedField(com.google.protobuf.Descriptors.FieldDescriptor field, Object value)
      Specified by:
      addRepeatedField in interface com.google.protobuf.Message.Builder
      Overrides:
      addRepeatedField in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelConfig.Builder>
    • mergeFrom

      public ModelConfigOuterClass.ModelConfig.Builder mergeFrom(com.google.protobuf.Message other)
      Specified by:
      mergeFrom in interface com.google.protobuf.Message.Builder
      Overrides:
      mergeFrom in class com.google.protobuf.AbstractMessage.Builder<ModelConfigOuterClass.ModelConfig.Builder>
    • mergeFrom

    • isInitialized

      public final boolean isInitialized()
      Specified by:
      isInitialized in interface com.google.protobuf.MessageLiteOrBuilder
      Overrides:
      isInitialized in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelConfig.Builder>
    • mergeFrom

      public ModelConfigOuterClass.ModelConfig.Builder mergeFrom(com.google.protobuf.CodedInputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws IOException
      Specified by:
      mergeFrom in interface com.google.protobuf.Message.Builder
      Specified by:
      mergeFrom in interface com.google.protobuf.MessageLite.Builder
      Overrides:
      mergeFrom in class com.google.protobuf.AbstractMessage.Builder<ModelConfigOuterClass.ModelConfig.Builder>
      Throws:
      IOException
    • getSchedulingChoiceCase

      Specified by:
      getSchedulingChoiceCase in interface ModelConfigOuterClass.ModelConfigOrBuilder
    • clearSchedulingChoice

      public ModelConfigOuterClass.ModelConfig.Builder clearSchedulingChoice()
    • getName

      public String getName()
      @@  .. cpp:var:: string name
      @@
      @@     The name of the model.
      @@
       
      string name = 1;
      Specified by:
      getName in interface ModelConfigOuterClass.ModelConfigOrBuilder
      Returns:
      The name.
    • getNameBytes

      public com.google.protobuf.ByteString getNameBytes()
      @@  .. cpp:var:: string name
      @@
      @@     The name of the model.
      @@
       
      string name = 1;
      Specified by:
      getNameBytes in interface ModelConfigOuterClass.ModelConfigOrBuilder
      Returns:
      The bytes for name.
    • setName

      @@  .. cpp:var:: string name
      @@
      @@     The name of the model.
      @@
       
      string name = 1;
      Parameters:
      value - The name to set.
      Returns:
      This builder for chaining.
    • clearName

      @@  .. cpp:var:: string name
      @@
      @@     The name of the model.
      @@
       
      string name = 1;
      Returns:
      This builder for chaining.
    • setNameBytes

      public ModelConfigOuterClass.ModelConfig.Builder setNameBytes(com.google.protobuf.ByteString value)
      @@  .. cpp:var:: string name
      @@
      @@     The name of the model.
      @@
       
      string name = 1;
      Parameters:
      value - The bytes for name to set.
      Returns:
      This builder for chaining.
    • getPlatform

      public String getPlatform()
      @@  .. cpp:var:: string platform
      @@
      @@     Additional backend-specific configuration for the model.
      @@     Please refer to the backend documentation on whether this field
      @@     should be specified.
      @@
       
      string platform = 2;
      Specified by:
      getPlatform in interface ModelConfigOuterClass.ModelConfigOrBuilder
      Returns:
      The platform.
    • getPlatformBytes

      public com.google.protobuf.ByteString getPlatformBytes()
      @@  .. cpp:var:: string platform
      @@
      @@     Additional backend-specific configuration for the model.
      @@     Please refer to the backend documentation on whether this field
      @@     should be specified.
      @@
       
      string platform = 2;
      Specified by:
      getPlatformBytes in interface ModelConfigOuterClass.ModelConfigOrBuilder
      Returns:
      The bytes for platform.
    • setPlatform

      @@  .. cpp:var:: string platform
      @@
      @@     Additional backend-specific configuration for the model.
      @@     Please refer to the backend documentation on whether this field
      @@     should be specified.
      @@
       
      string platform = 2;
      Parameters:
      value - The platform to set.
      Returns:
      This builder for chaining.
    • clearPlatform

      @@  .. cpp:var:: string platform
      @@
      @@     Additional backend-specific configuration for the model.
      @@     Please refer to the backend documentation on whether this field
      @@     should be specified.
      @@
       
      string platform = 2;
      Returns:
      This builder for chaining.
    • setPlatformBytes

      public ModelConfigOuterClass.ModelConfig.Builder setPlatformBytes(com.google.protobuf.ByteString value)
      @@  .. cpp:var:: string platform
      @@
      @@     Additional backend-specific configuration for the model.
      @@     Please refer to the backend documentation on whether this field
      @@     should be specified.
      @@
       
      string platform = 2;
      Parameters:
      value - The bytes for platform to set.
      Returns:
      This builder for chaining.
    • getBackend

      public String getBackend()
      @@  .. cpp:var:: string backend
      @@
      @@     The backend used by the model.
      @@
       
      string backend = 17;
      Specified by:
      getBackend in interface ModelConfigOuterClass.ModelConfigOrBuilder
      Returns:
      The backend.
    • getBackendBytes

      public com.google.protobuf.ByteString getBackendBytes()
      @@  .. cpp:var:: string backend
      @@
      @@     The backend used by the model.
      @@
       
      string backend = 17;
      Specified by:
      getBackendBytes in interface ModelConfigOuterClass.ModelConfigOrBuilder
      Returns:
      The bytes for backend.
    • setBackend

      @@  .. cpp:var:: string backend
      @@
      @@     The backend used by the model.
      @@
       
      string backend = 17;
      Parameters:
      value - The backend to set.
      Returns:
      This builder for chaining.
    • clearBackend

      @@  .. cpp:var:: string backend
      @@
      @@     The backend used by the model.
      @@
       
      string backend = 17;
      Returns:
      This builder for chaining.
    • setBackendBytes

      public ModelConfigOuterClass.ModelConfig.Builder setBackendBytes(com.google.protobuf.ByteString value)
      @@  .. cpp:var:: string backend
      @@
      @@     The backend used by the model.
      @@
       
      string backend = 17;
      Parameters:
      value - The bytes for backend to set.
      Returns:
      This builder for chaining.
    • getRuntime

      public String getRuntime()
      @@  .. cpp:var:: string runtime
      @@
      @@     The name of the backend library file used by the model.
      @@
       
      string runtime = 25;
      Specified by:
      getRuntime in interface ModelConfigOuterClass.ModelConfigOrBuilder
      Returns:
      The runtime.
    • getRuntimeBytes

      public com.google.protobuf.ByteString getRuntimeBytes()
      @@  .. cpp:var:: string runtime
      @@
      @@     The name of the backend library file used by the model.
      @@
       
      string runtime = 25;
      Specified by:
      getRuntimeBytes in interface ModelConfigOuterClass.ModelConfigOrBuilder
      Returns:
      The bytes for runtime.
    • setRuntime

      @@  .. cpp:var:: string runtime
      @@
      @@     The name of the backend library file used by the model.
      @@
       
      string runtime = 25;
      Parameters:
      value - The runtime to set.
      Returns:
      This builder for chaining.
    • clearRuntime

      @@  .. cpp:var:: string runtime
      @@
      @@     The name of the backend library file used by the model.
      @@
       
      string runtime = 25;
      Returns:
      This builder for chaining.
    • setRuntimeBytes

      public ModelConfigOuterClass.ModelConfig.Builder setRuntimeBytes(com.google.protobuf.ByteString value)
      @@  .. cpp:var:: string runtime
      @@
      @@     The name of the backend library file used by the model.
      @@
       
      string runtime = 25;
      Parameters:
      value - The bytes for runtime to set.
      Returns:
      This builder for chaining.
    • hasVersionPolicy

      public boolean hasVersionPolicy()
      @@  .. cpp:var:: ModelVersionPolicy version_policy
      @@
      @@     Policy indicating which version(s) of the model will be served.
      @@
       
      .inference.ModelVersionPolicy version_policy = 3;
      Specified by:
      hasVersionPolicy in interface ModelConfigOuterClass.ModelConfigOrBuilder
      Returns:
      Whether the versionPolicy field is set.
    • getVersionPolicy

      public ModelConfigOuterClass.ModelVersionPolicy getVersionPolicy()
      @@  .. cpp:var:: ModelVersionPolicy version_policy
      @@
      @@     Policy indicating which version(s) of the model will be served.
      @@
       
      .inference.ModelVersionPolicy version_policy = 3;
      Specified by:
      getVersionPolicy in interface ModelConfigOuterClass.ModelConfigOrBuilder
      Returns:
      The versionPolicy.
    • setVersionPolicy

      @@  .. cpp:var:: ModelVersionPolicy version_policy
      @@
      @@     Policy indicating which version(s) of the model will be served.
      @@
       
      .inference.ModelVersionPolicy version_policy = 3;
    • setVersionPolicy

      @@  .. cpp:var:: ModelVersionPolicy version_policy
      @@
      @@     Policy indicating which version(s) of the model will be served.
      @@
       
      .inference.ModelVersionPolicy version_policy = 3;
    • mergeVersionPolicy

      @@  .. cpp:var:: ModelVersionPolicy version_policy
      @@
      @@     Policy indicating which version(s) of the model will be served.
      @@
       
      .inference.ModelVersionPolicy version_policy = 3;
    • clearVersionPolicy

      public ModelConfigOuterClass.ModelConfig.Builder clearVersionPolicy()
      @@  .. cpp:var:: ModelVersionPolicy version_policy
      @@
      @@     Policy indicating which version(s) of the model will be served.
      @@
       
      .inference.ModelVersionPolicy version_policy = 3;
    • getVersionPolicyBuilder

      public ModelConfigOuterClass.ModelVersionPolicy.Builder getVersionPolicyBuilder()
      @@  .. cpp:var:: ModelVersionPolicy version_policy
      @@
      @@     Policy indicating which version(s) of the model will be served.
      @@
       
      .inference.ModelVersionPolicy version_policy = 3;
    • getVersionPolicyOrBuilder

      public ModelConfigOuterClass.ModelVersionPolicyOrBuilder getVersionPolicyOrBuilder()
      @@  .. cpp:var:: ModelVersionPolicy version_policy
      @@
      @@     Policy indicating which version(s) of the model will be served.
      @@
       
      .inference.ModelVersionPolicy version_policy = 3;
      Specified by:
      getVersionPolicyOrBuilder in interface ModelConfigOuterClass.ModelConfigOrBuilder
    • getMaxBatchSize

      public int getMaxBatchSize()
      @@  .. cpp:var:: int32 max_batch_size
      @@
      @@     Maximum batch size allowed for inference. This can only decrease
      @@     what is allowed by the model itself. A max_batch_size value of 0
      @@     indicates that batching is not allowed for the model and the
      @@     dimension/shape of the input and output tensors must exactly
      @@     match what is specified in the input and output configuration. A
      @@     max_batch_size value > 0 indicates that batching is allowed and
      @@     so the model expects the input tensors to have an additional
      @@     initial dimension for the batching that is not specified in the
      @@     input (for example, if the model supports batched inputs of
      @@     2-dimensional tensors then the model configuration will specify
      @@     the input shape as [ X, Y ] but the model will expect the actual
      @@     input tensors to have shape [ N, X, Y ]). For max_batch_size > 0
      @@     returned outputs will also have an additional initial dimension
      @@     for the batch.
      @@
       
      int32 max_batch_size = 4;
      Specified by:
      getMaxBatchSize in interface ModelConfigOuterClass.ModelConfigOrBuilder
      Returns:
      The maxBatchSize.
    • setMaxBatchSize

      public ModelConfigOuterClass.ModelConfig.Builder setMaxBatchSize(int value)
      @@  .. cpp:var:: int32 max_batch_size
      @@
      @@     Maximum batch size allowed for inference. This can only decrease
      @@     what is allowed by the model itself. A max_batch_size value of 0
      @@     indicates that batching is not allowed for the model and the
      @@     dimension/shape of the input and output tensors must exactly
      @@     match what is specified in the input and output configuration. A
      @@     max_batch_size value > 0 indicates that batching is allowed and
      @@     so the model expects the input tensors to have an additional
      @@     initial dimension for the batching that is not specified in the
      @@     input (for example, if the model supports batched inputs of
      @@     2-dimensional tensors then the model configuration will specify
      @@     the input shape as [ X, Y ] but the model will expect the actual
      @@     input tensors to have shape [ N, X, Y ]). For max_batch_size > 0
      @@     returned outputs will also have an additional initial dimension
      @@     for the batch.
      @@
       
      int32 max_batch_size = 4;
      Parameters:
      value - The maxBatchSize to set.
      Returns:
      This builder for chaining.
    • clearMaxBatchSize

      public ModelConfigOuterClass.ModelConfig.Builder clearMaxBatchSize()
      @@  .. cpp:var:: int32 max_batch_size
      @@
      @@     Maximum batch size allowed for inference. This can only decrease
      @@     what is allowed by the model itself. A max_batch_size value of 0
      @@     indicates that batching is not allowed for the model and the
      @@     dimension/shape of the input and output tensors must exactly
      @@     match what is specified in the input and output configuration. A
      @@     max_batch_size value > 0 indicates that batching is allowed and
      @@     so the model expects the input tensors to have an additional
      @@     initial dimension for the batching that is not specified in the
      @@     input (for example, if the model supports batched inputs of
      @@     2-dimensional tensors then the model configuration will specify
      @@     the input shape as [ X, Y ] but the model will expect the actual
      @@     input tensors to have shape [ N, X, Y ]). For max_batch_size > 0
      @@     returned outputs will also have an additional initial dimension
      @@     for the batch.
      @@
       
      int32 max_batch_size = 4;
      Returns:
      This builder for chaining.
    • getInputList

      public List<ModelConfigOuterClass.ModelInput> getInputList()
      @@  .. cpp:var:: ModelInput input (repeated)
      @@
      @@     The inputs request by the model.
      @@
       
      repeated .inference.ModelInput input = 5;
      Specified by:
      getInputList in interface ModelConfigOuterClass.ModelConfigOrBuilder
    • getInputCount

      public int getInputCount()
      @@  .. cpp:var:: ModelInput input (repeated)
      @@
      @@     The inputs request by the model.
      @@
       
      repeated .inference.ModelInput input = 5;
      Specified by:
      getInputCount in interface ModelConfigOuterClass.ModelConfigOrBuilder
    • getInput

      public ModelConfigOuterClass.ModelInput getInput(int index)
      @@  .. cpp:var:: ModelInput input (repeated)
      @@
      @@     The inputs request by the model.
      @@
       
      repeated .inference.ModelInput input = 5;
      Specified by:
      getInput in interface ModelConfigOuterClass.ModelConfigOrBuilder
    • setInput

      @@  .. cpp:var:: ModelInput input (repeated)
      @@
      @@     The inputs request by the model.
      @@
       
      repeated .inference.ModelInput input = 5;
    • setInput

      @@  .. cpp:var:: ModelInput input (repeated)
      @@
      @@     The inputs request by the model.
      @@
       
      repeated .inference.ModelInput input = 5;
    • addInput

      @@  .. cpp:var:: ModelInput input (repeated)
      @@
      @@     The inputs request by the model.
      @@
       
      repeated .inference.ModelInput input = 5;
    • addInput

      @@  .. cpp:var:: ModelInput input (repeated)
      @@
      @@     The inputs request by the model.
      @@
       
      repeated .inference.ModelInput input = 5;
    • addInput

      @@  .. cpp:var:: ModelInput input (repeated)
      @@
      @@     The inputs request by the model.
      @@
       
      repeated .inference.ModelInput input = 5;
    • addInput

      @@  .. cpp:var:: ModelInput input (repeated)
      @@
      @@     The inputs request by the model.
      @@
       
      repeated .inference.ModelInput input = 5;
    • addAllInput

      @@  .. cpp:var:: ModelInput input (repeated)
      @@
      @@     The inputs request by the model.
      @@
       
      repeated .inference.ModelInput input = 5;
    • clearInput

      @@  .. cpp:var:: ModelInput input (repeated)
      @@
      @@     The inputs request by the model.
      @@
       
      repeated .inference.ModelInput input = 5;
    • removeInput

      public ModelConfigOuterClass.ModelConfig.Builder removeInput(int index)
      @@  .. cpp:var:: ModelInput input (repeated)
      @@
      @@     The inputs request by the model.
      @@
       
      repeated .inference.ModelInput input = 5;
    • getInputBuilder

      public ModelConfigOuterClass.ModelInput.Builder getInputBuilder(int index)
      @@  .. cpp:var:: ModelInput input (repeated)
      @@
      @@     The inputs request by the model.
      @@
       
      repeated .inference.ModelInput input = 5;
    • getInputOrBuilder

      public ModelConfigOuterClass.ModelInputOrBuilder getInputOrBuilder(int index)
      @@  .. cpp:var:: ModelInput input (repeated)
      @@
      @@     The inputs request by the model.
      @@
       
      repeated .inference.ModelInput input = 5;
      Specified by:
      getInputOrBuilder in interface ModelConfigOuterClass.ModelConfigOrBuilder
    • getInputOrBuilderList

      public List<? extends ModelConfigOuterClass.ModelInputOrBuilder> getInputOrBuilderList()
      @@  .. cpp:var:: ModelInput input (repeated)
      @@
      @@     The inputs request by the model.
      @@
       
      repeated .inference.ModelInput input = 5;
      Specified by:
      getInputOrBuilderList in interface ModelConfigOuterClass.ModelConfigOrBuilder
    • addInputBuilder

      public ModelConfigOuterClass.ModelInput.Builder addInputBuilder()
      @@  .. cpp:var:: ModelInput input (repeated)
      @@
      @@     The inputs request by the model.
      @@
       
      repeated .inference.ModelInput input = 5;
    • addInputBuilder

      public ModelConfigOuterClass.ModelInput.Builder addInputBuilder(int index)
      @@  .. cpp:var:: ModelInput input (repeated)
      @@
      @@     The inputs request by the model.
      @@
       
      repeated .inference.ModelInput input = 5;
    • getInputBuilderList

      public List<ModelConfigOuterClass.ModelInput.Builder> getInputBuilderList()
      @@  .. cpp:var:: ModelInput input (repeated)
      @@
      @@     The inputs request by the model.
      @@
       
      repeated .inference.ModelInput input = 5;
    • getOutputList

      public List<ModelConfigOuterClass.ModelOutput> getOutputList()
      @@  .. cpp:var:: ModelOutput output (repeated)
      @@
      @@     The outputs produced by the model.
      @@
       
      repeated .inference.ModelOutput output = 6;
      Specified by:
      getOutputList in interface ModelConfigOuterClass.ModelConfigOrBuilder
    • getOutputCount

      public int getOutputCount()
      @@  .. cpp:var:: ModelOutput output (repeated)
      @@
      @@     The outputs produced by the model.
      @@
       
      repeated .inference.ModelOutput output = 6;
      Specified by:
      getOutputCount in interface ModelConfigOuterClass.ModelConfigOrBuilder
    • getOutput

      public ModelConfigOuterClass.ModelOutput getOutput(int index)
      @@  .. cpp:var:: ModelOutput output (repeated)
      @@
      @@     The outputs produced by the model.
      @@
       
      repeated .inference.ModelOutput output = 6;
      Specified by:
      getOutput in interface ModelConfigOuterClass.ModelConfigOrBuilder
    • setOutput

      @@  .. cpp:var:: ModelOutput output (repeated)
      @@
      @@     The outputs produced by the model.
      @@
       
      repeated .inference.ModelOutput output = 6;
    • setOutput

      @@  .. cpp:var:: ModelOutput output (repeated)
      @@
      @@     The outputs produced by the model.
      @@
       
      repeated .inference.ModelOutput output = 6;
    • addOutput

      @@  .. cpp:var:: ModelOutput output (repeated)
      @@
      @@     The outputs produced by the model.
      @@
       
      repeated .inference.ModelOutput output = 6;
    • addOutput

      @@  .. cpp:var:: ModelOutput output (repeated)
      @@
      @@     The outputs produced by the model.
      @@
       
      repeated .inference.ModelOutput output = 6;
    • addOutput

      @@  .. cpp:var:: ModelOutput output (repeated)
      @@
      @@     The outputs produced by the model.
      @@
       
      repeated .inference.ModelOutput output = 6;
    • addOutput

      @@  .. cpp:var:: ModelOutput output (repeated)
      @@
      @@     The outputs produced by the model.
      @@
       
      repeated .inference.ModelOutput output = 6;
    • addAllOutput

      @@  .. cpp:var:: ModelOutput output (repeated)
      @@
      @@     The outputs produced by the model.
      @@
       
      repeated .inference.ModelOutput output = 6;
    • clearOutput

      @@  .. cpp:var:: ModelOutput output (repeated)
      @@
      @@     The outputs produced by the model.
      @@
       
      repeated .inference.ModelOutput output = 6;
    • removeOutput

      public ModelConfigOuterClass.ModelConfig.Builder removeOutput(int index)
      @@  .. cpp:var:: ModelOutput output (repeated)
      @@
      @@     The outputs produced by the model.
      @@
       
      repeated .inference.ModelOutput output = 6;
    • getOutputBuilder

      public ModelConfigOuterClass.ModelOutput.Builder getOutputBuilder(int index)
      @@  .. cpp:var:: ModelOutput output (repeated)
      @@
      @@     The outputs produced by the model.
      @@
       
      repeated .inference.ModelOutput output = 6;
    • getOutputOrBuilder

      public ModelConfigOuterClass.ModelOutputOrBuilder getOutputOrBuilder(int index)
      @@  .. cpp:var:: ModelOutput output (repeated)
      @@
      @@     The outputs produced by the model.
      @@
       
      repeated .inference.ModelOutput output = 6;
      Specified by:
      getOutputOrBuilder in interface ModelConfigOuterClass.ModelConfigOrBuilder
    • getOutputOrBuilderList

      public List<? extends ModelConfigOuterClass.ModelOutputOrBuilder> getOutputOrBuilderList()
      @@  .. cpp:var:: ModelOutput output (repeated)
      @@
      @@     The outputs produced by the model.
      @@
       
      repeated .inference.ModelOutput output = 6;
      Specified by:
      getOutputOrBuilderList in interface ModelConfigOuterClass.ModelConfigOrBuilder
    • addOutputBuilder

      public ModelConfigOuterClass.ModelOutput.Builder addOutputBuilder()
      @@  .. cpp:var:: ModelOutput output (repeated)
      @@
      @@     The outputs produced by the model.
      @@
       
      repeated .inference.ModelOutput output = 6;
    • addOutputBuilder

      public ModelConfigOuterClass.ModelOutput.Builder addOutputBuilder(int index)
      @@  .. cpp:var:: ModelOutput output (repeated)
      @@
      @@     The outputs produced by the model.
      @@
       
      repeated .inference.ModelOutput output = 6;
    • getOutputBuilderList

      public List<ModelConfigOuterClass.ModelOutput.Builder> getOutputBuilderList()
      @@  .. cpp:var:: ModelOutput output (repeated)
      @@
      @@     The outputs produced by the model.
      @@
       
      repeated .inference.ModelOutput output = 6;
    • getBatchInputList

      public List<ModelConfigOuterClass.BatchInput> getBatchInputList()
      @@  .. cpp:var:: BatchInput batch_input (repeated)
      @@
      @@     The model input(s) that the server should use to communicate
      @@     batch related values to the model.
      @@
       
      repeated .inference.BatchInput batch_input = 20;
      Specified by:
      getBatchInputList in interface ModelConfigOuterClass.ModelConfigOrBuilder
    • getBatchInputCount

      public int getBatchInputCount()
      @@  .. cpp:var:: BatchInput batch_input (repeated)
      @@
      @@     The model input(s) that the server should use to communicate
      @@     batch related values to the model.
      @@
       
      repeated .inference.BatchInput batch_input = 20;
      Specified by:
      getBatchInputCount in interface ModelConfigOuterClass.ModelConfigOrBuilder
    • getBatchInput

      public ModelConfigOuterClass.BatchInput getBatchInput(int index)
      @@  .. cpp:var:: BatchInput batch_input (repeated)
      @@
      @@     The model input(s) that the server should use to communicate
      @@     batch related values to the model.
      @@
       
      repeated .inference.BatchInput batch_input = 20;
      Specified by:
      getBatchInput in interface ModelConfigOuterClass.ModelConfigOrBuilder
    • setBatchInput

      @@  .. cpp:var:: BatchInput batch_input (repeated)
      @@
      @@     The model input(s) that the server should use to communicate
      @@     batch related values to the model.
      @@
       
      repeated .inference.BatchInput batch_input = 20;
    • setBatchInput

      public ModelConfigOuterClass.ModelConfig.Builder setBatchInput(int index, ModelConfigOuterClass.BatchInput.Builder builderForValue)
      @@  .. cpp:var:: BatchInput batch_input (repeated)
      @@
      @@     The model input(s) that the server should use to communicate
      @@     batch related values to the model.
      @@
       
      repeated .inference.BatchInput batch_input = 20;
    • addBatchInput

      @@  .. cpp:var:: BatchInput batch_input (repeated)
      @@
      @@     The model input(s) that the server should use to communicate
      @@     batch related values to the model.
      @@
       
      repeated .inference.BatchInput batch_input = 20;
    • addBatchInput

      @@  .. cpp:var:: BatchInput batch_input (repeated)
      @@
      @@     The model input(s) that the server should use to communicate
      @@     batch related values to the model.
      @@
       
      repeated .inference.BatchInput batch_input = 20;
    • addBatchInput

      @@  .. cpp:var:: BatchInput batch_input (repeated)
      @@
      @@     The model input(s) that the server should use to communicate
      @@     batch related values to the model.
      @@
       
      repeated .inference.BatchInput batch_input = 20;
    • addBatchInput

      public ModelConfigOuterClass.ModelConfig.Builder addBatchInput(int index, ModelConfigOuterClass.BatchInput.Builder builderForValue)
      @@  .. cpp:var:: BatchInput batch_input (repeated)
      @@
      @@     The model input(s) that the server should use to communicate
      @@     batch related values to the model.
      @@
       
      repeated .inference.BatchInput batch_input = 20;
    • addAllBatchInput

      @@  .. cpp:var:: BatchInput batch_input (repeated)
      @@
      @@     The model input(s) that the server should use to communicate
      @@     batch related values to the model.
      @@
       
      repeated .inference.BatchInput batch_input = 20;
    • clearBatchInput

      @@  .. cpp:var:: BatchInput batch_input (repeated)
      @@
      @@     The model input(s) that the server should use to communicate
      @@     batch related values to the model.
      @@
       
      repeated .inference.BatchInput batch_input = 20;
    • removeBatchInput

      public ModelConfigOuterClass.ModelConfig.Builder removeBatchInput(int index)
      @@  .. cpp:var:: BatchInput batch_input (repeated)
      @@
      @@     The model input(s) that the server should use to communicate
      @@     batch related values to the model.
      @@
       
      repeated .inference.BatchInput batch_input = 20;
    • getBatchInputBuilder

      public ModelConfigOuterClass.BatchInput.Builder getBatchInputBuilder(int index)
      @@  .. cpp:var:: BatchInput batch_input (repeated)
      @@
      @@     The model input(s) that the server should use to communicate
      @@     batch related values to the model.
      @@
       
      repeated .inference.BatchInput batch_input = 20;
    • getBatchInputOrBuilder

      public ModelConfigOuterClass.BatchInputOrBuilder getBatchInputOrBuilder(int index)
      @@  .. cpp:var:: BatchInput batch_input (repeated)
      @@
      @@     The model input(s) that the server should use to communicate
      @@     batch related values to the model.
      @@
       
      repeated .inference.BatchInput batch_input = 20;
      Specified by:
      getBatchInputOrBuilder in interface ModelConfigOuterClass.ModelConfigOrBuilder
    • getBatchInputOrBuilderList

      public List<? extends ModelConfigOuterClass.BatchInputOrBuilder> getBatchInputOrBuilderList()
      @@  .. cpp:var:: BatchInput batch_input (repeated)
      @@
      @@     The model input(s) that the server should use to communicate
      @@     batch related values to the model.
      @@
       
      repeated .inference.BatchInput batch_input = 20;
      Specified by:
      getBatchInputOrBuilderList in interface ModelConfigOuterClass.ModelConfigOrBuilder
    • addBatchInputBuilder

      public ModelConfigOuterClass.BatchInput.Builder addBatchInputBuilder()
      @@  .. cpp:var:: BatchInput batch_input (repeated)
      @@
      @@     The model input(s) that the server should use to communicate
      @@     batch related values to the model.
      @@
       
      repeated .inference.BatchInput batch_input = 20;
    • addBatchInputBuilder

      public ModelConfigOuterClass.BatchInput.Builder addBatchInputBuilder(int index)
      @@  .. cpp:var:: BatchInput batch_input (repeated)
      @@
      @@     The model input(s) that the server should use to communicate
      @@     batch related values to the model.
      @@
       
      repeated .inference.BatchInput batch_input = 20;
    • getBatchInputBuilderList

      public List<ModelConfigOuterClass.BatchInput.Builder> getBatchInputBuilderList()
      @@  .. cpp:var:: BatchInput batch_input (repeated)
      @@
      @@     The model input(s) that the server should use to communicate
      @@     batch related values to the model.
      @@
       
      repeated .inference.BatchInput batch_input = 20;
    • getBatchOutputList

      public List<ModelConfigOuterClass.BatchOutput> getBatchOutputList()
      @@  .. cpp:var:: BatchOutput batch_output (repeated)
      @@
      @@     The outputs produced by the model that requires special handling
      @@     by the model backend.
      @@
       
      repeated .inference.BatchOutput batch_output = 21;
      Specified by:
      getBatchOutputList in interface ModelConfigOuterClass.ModelConfigOrBuilder
    • getBatchOutputCount

      public int getBatchOutputCount()
      @@  .. cpp:var:: BatchOutput batch_output (repeated)
      @@
      @@     The outputs produced by the model that requires special handling
      @@     by the model backend.
      @@
       
      repeated .inference.BatchOutput batch_output = 21;
      Specified by:
      getBatchOutputCount in interface ModelConfigOuterClass.ModelConfigOrBuilder
    • getBatchOutput

      public ModelConfigOuterClass.BatchOutput getBatchOutput(int index)
      @@  .. cpp:var:: BatchOutput batch_output (repeated)
      @@
      @@     The outputs produced by the model that requires special handling
      @@     by the model backend.
      @@
       
      repeated .inference.BatchOutput batch_output = 21;
      Specified by:
      getBatchOutput in interface ModelConfigOuterClass.ModelConfigOrBuilder
    • setBatchOutput

      @@  .. cpp:var:: BatchOutput batch_output (repeated)
      @@
      @@     The outputs produced by the model that requires special handling
      @@     by the model backend.
      @@
       
      repeated .inference.BatchOutput batch_output = 21;
    • setBatchOutput

      public ModelConfigOuterClass.ModelConfig.Builder setBatchOutput(int index, ModelConfigOuterClass.BatchOutput.Builder builderForValue)
      @@  .. cpp:var:: BatchOutput batch_output (repeated)
      @@
      @@     The outputs produced by the model that requires special handling
      @@     by the model backend.
      @@
       
      repeated .inference.BatchOutput batch_output = 21;
    • addBatchOutput

      @@  .. cpp:var:: BatchOutput batch_output (repeated)
      @@
      @@     The outputs produced by the model that requires special handling
      @@     by the model backend.
      @@
       
      repeated .inference.BatchOutput batch_output = 21;
    • addBatchOutput

      @@  .. cpp:var:: BatchOutput batch_output (repeated)
      @@
      @@     The outputs produced by the model that requires special handling
      @@     by the model backend.
      @@
       
      repeated .inference.BatchOutput batch_output = 21;
    • addBatchOutput

      @@  .. cpp:var:: BatchOutput batch_output (repeated)
      @@
      @@     The outputs produced by the model that requires special handling
      @@     by the model backend.
      @@
       
      repeated .inference.BatchOutput batch_output = 21;
    • addBatchOutput

      public ModelConfigOuterClass.ModelConfig.Builder addBatchOutput(int index, ModelConfigOuterClass.BatchOutput.Builder builderForValue)
      @@  .. cpp:var:: BatchOutput batch_output (repeated)
      @@
      @@     The outputs produced by the model that requires special handling
      @@     by the model backend.
      @@
       
      repeated .inference.BatchOutput batch_output = 21;
    • addAllBatchOutput

      @@  .. cpp:var:: BatchOutput batch_output (repeated)
      @@
      @@     The outputs produced by the model that requires special handling
      @@     by the model backend.
      @@
       
      repeated .inference.BatchOutput batch_output = 21;
    • clearBatchOutput

      public ModelConfigOuterClass.ModelConfig.Builder clearBatchOutput()
      @@  .. cpp:var:: BatchOutput batch_output (repeated)
      @@
      @@     The outputs produced by the model that requires special handling
      @@     by the model backend.
      @@
       
      repeated .inference.BatchOutput batch_output = 21;
    • removeBatchOutput

      public ModelConfigOuterClass.ModelConfig.Builder removeBatchOutput(int index)
      @@  .. cpp:var:: BatchOutput batch_output (repeated)
      @@
      @@     The outputs produced by the model that requires special handling
      @@     by the model backend.
      @@
       
      repeated .inference.BatchOutput batch_output = 21;
    • getBatchOutputBuilder

      public ModelConfigOuterClass.BatchOutput.Builder getBatchOutputBuilder(int index)
      @@  .. cpp:var:: BatchOutput batch_output (repeated)
      @@
      @@     The outputs produced by the model that requires special handling
      @@     by the model backend.
      @@
       
      repeated .inference.BatchOutput batch_output = 21;
    • getBatchOutputOrBuilder

      public ModelConfigOuterClass.BatchOutputOrBuilder getBatchOutputOrBuilder(int index)
      @@  .. cpp:var:: BatchOutput batch_output (repeated)
      @@
      @@     The outputs produced by the model that requires special handling
      @@     by the model backend.
      @@
       
      repeated .inference.BatchOutput batch_output = 21;
      Specified by:
      getBatchOutputOrBuilder in interface ModelConfigOuterClass.ModelConfigOrBuilder
    • getBatchOutputOrBuilderList

      public List<? extends ModelConfigOuterClass.BatchOutputOrBuilder> getBatchOutputOrBuilderList()
      @@  .. cpp:var:: BatchOutput batch_output (repeated)
      @@
      @@     The outputs produced by the model that requires special handling
      @@     by the model backend.
      @@
       
      repeated .inference.BatchOutput batch_output = 21;
      Specified by:
      getBatchOutputOrBuilderList in interface ModelConfigOuterClass.ModelConfigOrBuilder
    • addBatchOutputBuilder

      public ModelConfigOuterClass.BatchOutput.Builder addBatchOutputBuilder()
      @@  .. cpp:var:: BatchOutput batch_output (repeated)
      @@
      @@     The outputs produced by the model that requires special handling
      @@     by the model backend.
      @@
       
      repeated .inference.BatchOutput batch_output = 21;
    • addBatchOutputBuilder

      public ModelConfigOuterClass.BatchOutput.Builder addBatchOutputBuilder(int index)
      @@  .. cpp:var:: BatchOutput batch_output (repeated)
      @@
      @@     The outputs produced by the model that requires special handling
      @@     by the model backend.
      @@
       
      repeated .inference.BatchOutput batch_output = 21;
    • getBatchOutputBuilderList

      public List<ModelConfigOuterClass.BatchOutput.Builder> getBatchOutputBuilderList()
      @@  .. cpp:var:: BatchOutput batch_output (repeated)
      @@
      @@     The outputs produced by the model that requires special handling
      @@     by the model backend.
      @@
       
      repeated .inference.BatchOutput batch_output = 21;
    • hasOptimization

      public boolean hasOptimization()
      @@  .. cpp:var:: ModelOptimizationPolicy optimization
      @@
      @@     Optimization configuration for the model. If not specified
      @@     then default optimization policy is used.
      @@
       
      .inference.ModelOptimizationPolicy optimization = 12;
      Specified by:
      hasOptimization in interface ModelConfigOuterClass.ModelConfigOrBuilder
      Returns:
      Whether the optimization field is set.
    • getOptimization

      @@  .. cpp:var:: ModelOptimizationPolicy optimization
      @@
      @@     Optimization configuration for the model. If not specified
      @@     then default optimization policy is used.
      @@
       
      .inference.ModelOptimizationPolicy optimization = 12;
      Specified by:
      getOptimization in interface ModelConfigOuterClass.ModelConfigOrBuilder
      Returns:
      The optimization.
    • setOptimization

      @@  .. cpp:var:: ModelOptimizationPolicy optimization
      @@
      @@     Optimization configuration for the model. If not specified
      @@     then default optimization policy is used.
      @@
       
      .inference.ModelOptimizationPolicy optimization = 12;
    • setOptimization

      @@  .. cpp:var:: ModelOptimizationPolicy optimization
      @@
      @@     Optimization configuration for the model. If not specified
      @@     then default optimization policy is used.
      @@
       
      .inference.ModelOptimizationPolicy optimization = 12;
    • mergeOptimization

      @@  .. cpp:var:: ModelOptimizationPolicy optimization
      @@
      @@     Optimization configuration for the model. If not specified
      @@     then default optimization policy is used.
      @@
       
      .inference.ModelOptimizationPolicy optimization = 12;
    • clearOptimization

      public ModelConfigOuterClass.ModelConfig.Builder clearOptimization()
      @@  .. cpp:var:: ModelOptimizationPolicy optimization
      @@
      @@     Optimization configuration for the model. If not specified
      @@     then default optimization policy is used.
      @@
       
      .inference.ModelOptimizationPolicy optimization = 12;
    • getOptimizationBuilder

      @@  .. cpp:var:: ModelOptimizationPolicy optimization
      @@
      @@     Optimization configuration for the model. If not specified
      @@     then default optimization policy is used.
      @@
       
      .inference.ModelOptimizationPolicy optimization = 12;
    • getOptimizationOrBuilder

      public ModelConfigOuterClass.ModelOptimizationPolicyOrBuilder getOptimizationOrBuilder()
      @@  .. cpp:var:: ModelOptimizationPolicy optimization
      @@
      @@     Optimization configuration for the model. If not specified
      @@     then default optimization policy is used.
      @@
       
      .inference.ModelOptimizationPolicy optimization = 12;
      Specified by:
      getOptimizationOrBuilder in interface ModelConfigOuterClass.ModelConfigOrBuilder
    • hasDynamicBatching

      public boolean hasDynamicBatching()
      @@    .. cpp:var:: ModelDynamicBatching dynamic_batching
      @@
      @@       If specified, enables the dynamic-batching scheduling
      @@       policy. With dynamic-batching the scheduler may group
      @@       together independent requests into a single batch to
      @@       improve inference throughput.
      @@
       
      .inference.ModelDynamicBatching dynamic_batching = 11;
      Specified by:
      hasDynamicBatching in interface ModelConfigOuterClass.ModelConfigOrBuilder
      Returns:
      Whether the dynamicBatching field is set.
    • getDynamicBatching

      public ModelConfigOuterClass.ModelDynamicBatching getDynamicBatching()
      @@    .. cpp:var:: ModelDynamicBatching dynamic_batching
      @@
      @@       If specified, enables the dynamic-batching scheduling
      @@       policy. With dynamic-batching the scheduler may group
      @@       together independent requests into a single batch to
      @@       improve inference throughput.
      @@
       
      .inference.ModelDynamicBatching dynamic_batching = 11;
      Specified by:
      getDynamicBatching in interface ModelConfigOuterClass.ModelConfigOrBuilder
      Returns:
      The dynamicBatching.
    • setDynamicBatching

      @@    .. cpp:var:: ModelDynamicBatching dynamic_batching
      @@
      @@       If specified, enables the dynamic-batching scheduling
      @@       policy. With dynamic-batching the scheduler may group
      @@       together independent requests into a single batch to
      @@       improve inference throughput.
      @@
       
      .inference.ModelDynamicBatching dynamic_batching = 11;
    • setDynamicBatching

      @@    .. cpp:var:: ModelDynamicBatching dynamic_batching
      @@
      @@       If specified, enables the dynamic-batching scheduling
      @@       policy. With dynamic-batching the scheduler may group
      @@       together independent requests into a single batch to
      @@       improve inference throughput.
      @@
       
      .inference.ModelDynamicBatching dynamic_batching = 11;
    • mergeDynamicBatching

      @@    .. cpp:var:: ModelDynamicBatching dynamic_batching
      @@
      @@       If specified, enables the dynamic-batching scheduling
      @@       policy. With dynamic-batching the scheduler may group
      @@       together independent requests into a single batch to
      @@       improve inference throughput.
      @@
       
      .inference.ModelDynamicBatching dynamic_batching = 11;
    • clearDynamicBatching

      public ModelConfigOuterClass.ModelConfig.Builder clearDynamicBatching()
      @@    .. cpp:var:: ModelDynamicBatching dynamic_batching
      @@
      @@       If specified, enables the dynamic-batching scheduling
      @@       policy. With dynamic-batching the scheduler may group
      @@       together independent requests into a single batch to
      @@       improve inference throughput.
      @@
       
      .inference.ModelDynamicBatching dynamic_batching = 11;
    • getDynamicBatchingBuilder

      public ModelConfigOuterClass.ModelDynamicBatching.Builder getDynamicBatchingBuilder()
      @@    .. cpp:var:: ModelDynamicBatching dynamic_batching
      @@
      @@       If specified, enables the dynamic-batching scheduling
      @@       policy. With dynamic-batching the scheduler may group
      @@       together independent requests into a single batch to
      @@       improve inference throughput.
      @@
       
      .inference.ModelDynamicBatching dynamic_batching = 11;
    • getDynamicBatchingOrBuilder

      public ModelConfigOuterClass.ModelDynamicBatchingOrBuilder getDynamicBatchingOrBuilder()
      @@    .. cpp:var:: ModelDynamicBatching dynamic_batching
      @@
      @@       If specified, enables the dynamic-batching scheduling
      @@       policy. With dynamic-batching the scheduler may group
      @@       together independent requests into a single batch to
      @@       improve inference throughput.
      @@
       
      .inference.ModelDynamicBatching dynamic_batching = 11;
      Specified by:
      getDynamicBatchingOrBuilder in interface ModelConfigOuterClass.ModelConfigOrBuilder
    • hasSequenceBatching

      public boolean hasSequenceBatching()
      @@    .. cpp:var:: ModelSequenceBatching sequence_batching
      @@
      @@       If specified, enables the sequence-batching scheduling
      @@       policy. With sequence-batching, inference requests
      @@       with the same correlation ID are routed to the same
      @@       model instance. Multiple sequences of inference requests
      @@       may be batched together into a single batch to
      @@       improve inference throughput.
      @@
       
      .inference.ModelSequenceBatching sequence_batching = 13;
      Specified by:
      hasSequenceBatching in interface ModelConfigOuterClass.ModelConfigOrBuilder
      Returns:
      Whether the sequenceBatching field is set.
    • getSequenceBatching

      public ModelConfigOuterClass.ModelSequenceBatching getSequenceBatching()
      @@    .. cpp:var:: ModelSequenceBatching sequence_batching
      @@
      @@       If specified, enables the sequence-batching scheduling
      @@       policy. With sequence-batching, inference requests
      @@       with the same correlation ID are routed to the same
      @@       model instance. Multiple sequences of inference requests
      @@       may be batched together into a single batch to
      @@       improve inference throughput.
      @@
       
      .inference.ModelSequenceBatching sequence_batching = 13;
      Specified by:
      getSequenceBatching in interface ModelConfigOuterClass.ModelConfigOrBuilder
      Returns:
      The sequenceBatching.
    • setSequenceBatching

      @@    .. cpp:var:: ModelSequenceBatching sequence_batching
      @@
      @@       If specified, enables the sequence-batching scheduling
      @@       policy. With sequence-batching, inference requests
      @@       with the same correlation ID are routed to the same
      @@       model instance. Multiple sequences of inference requests
      @@       may be batched together into a single batch to
      @@       improve inference throughput.
      @@
       
      .inference.ModelSequenceBatching sequence_batching = 13;
    • setSequenceBatching

      @@    .. cpp:var:: ModelSequenceBatching sequence_batching
      @@
      @@       If specified, enables the sequence-batching scheduling
      @@       policy. With sequence-batching, inference requests
      @@       with the same correlation ID are routed to the same
      @@       model instance. Multiple sequences of inference requests
      @@       may be batched together into a single batch to
      @@       improve inference throughput.
      @@
       
      .inference.ModelSequenceBatching sequence_batching = 13;
    • mergeSequenceBatching

      @@    .. cpp:var:: ModelSequenceBatching sequence_batching
      @@
      @@       If specified, enables the sequence-batching scheduling
      @@       policy. With sequence-batching, inference requests
      @@       with the same correlation ID are routed to the same
      @@       model instance. Multiple sequences of inference requests
      @@       may be batched together into a single batch to
      @@       improve inference throughput.
      @@
       
      .inference.ModelSequenceBatching sequence_batching = 13;
    • clearSequenceBatching

      public ModelConfigOuterClass.ModelConfig.Builder clearSequenceBatching()
      @@    .. cpp:var:: ModelSequenceBatching sequence_batching
      @@
      @@       If specified, enables the sequence-batching scheduling
      @@       policy. With sequence-batching, inference requests
      @@       with the same correlation ID are routed to the same
      @@       model instance. Multiple sequences of inference requests
      @@       may be batched together into a single batch to
      @@       improve inference throughput.
      @@
       
      .inference.ModelSequenceBatching sequence_batching = 13;
    • getSequenceBatchingBuilder

      public ModelConfigOuterClass.ModelSequenceBatching.Builder getSequenceBatchingBuilder()
      @@    .. cpp:var:: ModelSequenceBatching sequence_batching
      @@
      @@       If specified, enables the sequence-batching scheduling
      @@       policy. With sequence-batching, inference requests
      @@       with the same correlation ID are routed to the same
      @@       model instance. Multiple sequences of inference requests
      @@       may be batched together into a single batch to
      @@       improve inference throughput.
      @@
       
      .inference.ModelSequenceBatching sequence_batching = 13;
    • getSequenceBatchingOrBuilder

      public ModelConfigOuterClass.ModelSequenceBatchingOrBuilder getSequenceBatchingOrBuilder()
      @@    .. cpp:var:: ModelSequenceBatching sequence_batching
      @@
      @@       If specified, enables the sequence-batching scheduling
      @@       policy. With sequence-batching, inference requests
      @@       with the same correlation ID are routed to the same
      @@       model instance. Multiple sequences of inference requests
      @@       may be batched together into a single batch to
      @@       improve inference throughput.
      @@
       
      .inference.ModelSequenceBatching sequence_batching = 13;
      Specified by:
      getSequenceBatchingOrBuilder in interface ModelConfigOuterClass.ModelConfigOrBuilder
    • hasEnsembleScheduling

      public boolean hasEnsembleScheduling()
      @@    .. cpp:var:: ModelEnsembling ensemble_scheduling
      @@
      @@       If specified, enables the model-ensembling scheduling
      @@       policy. With model-ensembling, inference requests
      @@       will be processed according to the specification, such as an
      @@       execution sequence of models. The input specified in this model
      @@       config will be the input for the ensemble, and the output
      @@       specified will be the output of the ensemble.
      @@
       
      .inference.ModelEnsembling ensemble_scheduling = 15;
      Specified by:
      hasEnsembleScheduling in interface ModelConfigOuterClass.ModelConfigOrBuilder
      Returns:
      Whether the ensembleScheduling field is set.
    • getEnsembleScheduling

      public ModelConfigOuterClass.ModelEnsembling getEnsembleScheduling()
      @@    .. cpp:var:: ModelEnsembling ensemble_scheduling
      @@
      @@       If specified, enables the model-ensembling scheduling
      @@       policy. With model-ensembling, inference requests
      @@       will be processed according to the specification, such as an
      @@       execution sequence of models. The input specified in this model
      @@       config will be the input for the ensemble, and the output
      @@       specified will be the output of the ensemble.
      @@
       
      .inference.ModelEnsembling ensemble_scheduling = 15;
      Specified by:
      getEnsembleScheduling in interface ModelConfigOuterClass.ModelConfigOrBuilder
      Returns:
      The ensembleScheduling.
    • setEnsembleScheduling

      @@    .. cpp:var:: ModelEnsembling ensemble_scheduling
      @@
      @@       If specified, enables the model-ensembling scheduling
      @@       policy. With model-ensembling, inference requests
      @@       will be processed according to the specification, such as an
      @@       execution sequence of models. The input specified in this model
      @@       config will be the input for the ensemble, and the output
      @@       specified will be the output of the ensemble.
      @@
       
      .inference.ModelEnsembling ensemble_scheduling = 15;
    • setEnsembleScheduling

      @@    .. cpp:var:: ModelEnsembling ensemble_scheduling
      @@
      @@       If specified, enables the model-ensembling scheduling
      @@       policy. With model-ensembling, inference requests
      @@       will be processed according to the specification, such as an
      @@       execution sequence of models. The input specified in this model
      @@       config will be the input for the ensemble, and the output
      @@       specified will be the output of the ensemble.
      @@
       
      .inference.ModelEnsembling ensemble_scheduling = 15;
    • mergeEnsembleScheduling

      @@    .. cpp:var:: ModelEnsembling ensemble_scheduling
      @@
      @@       If specified, enables the model-ensembling scheduling
      @@       policy. With model-ensembling, inference requests
      @@       will be processed according to the specification, such as an
      @@       execution sequence of models. The input specified in this model
      @@       config will be the input for the ensemble, and the output
      @@       specified will be the output of the ensemble.
      @@
       
      .inference.ModelEnsembling ensemble_scheduling = 15;
    • clearEnsembleScheduling

      public ModelConfigOuterClass.ModelConfig.Builder clearEnsembleScheduling()
      @@    .. cpp:var:: ModelEnsembling ensemble_scheduling
      @@
      @@       If specified, enables the model-ensembling scheduling
      @@       policy. With model-ensembling, inference requests
      @@       will be processed according to the specification, such as an
      @@       execution sequence of models. The input specified in this model
      @@       config will be the input for the ensemble, and the output
      @@       specified will be the output of the ensemble.
      @@
       
      .inference.ModelEnsembling ensemble_scheduling = 15;
    • getEnsembleSchedulingBuilder

      public ModelConfigOuterClass.ModelEnsembling.Builder getEnsembleSchedulingBuilder()
      @@    .. cpp:var:: ModelEnsembling ensemble_scheduling
      @@
      @@       If specified, enables the model-ensembling scheduling
      @@       policy. With model-ensembling, inference requests
      @@       will be processed according to the specification, such as an
      @@       execution sequence of models. The input specified in this model
      @@       config will be the input for the ensemble, and the output
      @@       specified will be the output of the ensemble.
      @@
       
      .inference.ModelEnsembling ensemble_scheduling = 15;
    • getEnsembleSchedulingOrBuilder

      public ModelConfigOuterClass.ModelEnsemblingOrBuilder getEnsembleSchedulingOrBuilder()
      @@    .. cpp:var:: ModelEnsembling ensemble_scheduling
      @@
      @@       If specified, enables the model-ensembling scheduling
      @@       policy. With model-ensembling, inference requests
      @@       will be processed according to the specification, such as an
      @@       execution sequence of models. The input specified in this model
      @@       config will be the input for the ensemble, and the output
      @@       specified will be the output of the ensemble.
      @@
       
      .inference.ModelEnsembling ensemble_scheduling = 15;
      Specified by:
      getEnsembleSchedulingOrBuilder in interface ModelConfigOuterClass.ModelConfigOrBuilder
    • getInstanceGroupList

      public List<ModelConfigOuterClass.ModelInstanceGroup> getInstanceGroupList()
      @@  .. cpp:var:: ModelInstanceGroup instance_group (repeated)
      @@
      @@     Instances of this model. If not specified, one instance
      @@     of the model will be instantiated on each available GPU.
      @@
       
      repeated .inference.ModelInstanceGroup instance_group = 7;
      Specified by:
      getInstanceGroupList in interface ModelConfigOuterClass.ModelConfigOrBuilder
    • getInstanceGroupCount

      public int getInstanceGroupCount()
      @@  .. cpp:var:: ModelInstanceGroup instance_group (repeated)
      @@
      @@     Instances of this model. If not specified, one instance
      @@     of the model will be instantiated on each available GPU.
      @@
       
      repeated .inference.ModelInstanceGroup instance_group = 7;
      Specified by:
      getInstanceGroupCount in interface ModelConfigOuterClass.ModelConfigOrBuilder
    • getInstanceGroup

      public ModelConfigOuterClass.ModelInstanceGroup getInstanceGroup(int index)
      @@  .. cpp:var:: ModelInstanceGroup instance_group (repeated)
      @@
      @@     Instances of this model. If not specified, one instance
      @@     of the model will be instantiated on each available GPU.
      @@
       
      repeated .inference.ModelInstanceGroup instance_group = 7;
      Specified by:
      getInstanceGroup in interface ModelConfigOuterClass.ModelConfigOrBuilder
    • setInstanceGroup

      @@  .. cpp:var:: ModelInstanceGroup instance_group (repeated)
      @@
      @@     Instances of this model. If not specified, one instance
      @@     of the model will be instantiated on each available GPU.
      @@
       
      repeated .inference.ModelInstanceGroup instance_group = 7;
    • setInstanceGroup

      @@  .. cpp:var:: ModelInstanceGroup instance_group (repeated)
      @@
      @@     Instances of this model. If not specified, one instance
      @@     of the model will be instantiated on each available GPU.
      @@
       
      repeated .inference.ModelInstanceGroup instance_group = 7;
    • addInstanceGroup

      @@  .. cpp:var:: ModelInstanceGroup instance_group (repeated)
      @@
      @@     Instances of this model. If not specified, one instance
      @@     of the model will be instantiated on each available GPU.
      @@
       
      repeated .inference.ModelInstanceGroup instance_group = 7;
    • addInstanceGroup

      @@  .. cpp:var:: ModelInstanceGroup instance_group (repeated)
      @@
      @@     Instances of this model. If not specified, one instance
      @@     of the model will be instantiated on each available GPU.
      @@
       
      repeated .inference.ModelInstanceGroup instance_group = 7;
    • addInstanceGroup

      @@  .. cpp:var:: ModelInstanceGroup instance_group (repeated)
      @@
      @@     Instances of this model. If not specified, one instance
      @@     of the model will be instantiated on each available GPU.
      @@
       
      repeated .inference.ModelInstanceGroup instance_group = 7;
    • addInstanceGroup

      @@  .. cpp:var:: ModelInstanceGroup instance_group (repeated)
      @@
      @@     Instances of this model. If not specified, one instance
      @@     of the model will be instantiated on each available GPU.
      @@
       
      repeated .inference.ModelInstanceGroup instance_group = 7;
    • addAllInstanceGroup

      @@  .. cpp:var:: ModelInstanceGroup instance_group (repeated)
      @@
      @@     Instances of this model. If not specified, one instance
      @@     of the model will be instantiated on each available GPU.
      @@
       
      repeated .inference.ModelInstanceGroup instance_group = 7;
    • clearInstanceGroup

      public ModelConfigOuterClass.ModelConfig.Builder clearInstanceGroup()
      @@  .. cpp:var:: ModelInstanceGroup instance_group (repeated)
      @@
      @@     Instances of this model. If not specified, one instance
      @@     of the model will be instantiated on each available GPU.
      @@
       
      repeated .inference.ModelInstanceGroup instance_group = 7;
    • removeInstanceGroup

      public ModelConfigOuterClass.ModelConfig.Builder removeInstanceGroup(int index)
      @@  .. cpp:var:: ModelInstanceGroup instance_group (repeated)
      @@
      @@     Instances of this model. If not specified, one instance
      @@     of the model will be instantiated on each available GPU.
      @@
       
      repeated .inference.ModelInstanceGroup instance_group = 7;
    • getInstanceGroupBuilder

      public ModelConfigOuterClass.ModelInstanceGroup.Builder getInstanceGroupBuilder(int index)
      @@  .. cpp:var:: ModelInstanceGroup instance_group (repeated)
      @@
      @@     Instances of this model. If not specified, one instance
      @@     of the model will be instantiated on each available GPU.
      @@
       
      repeated .inference.ModelInstanceGroup instance_group = 7;
    • getInstanceGroupOrBuilder

      public ModelConfigOuterClass.ModelInstanceGroupOrBuilder getInstanceGroupOrBuilder(int index)
      @@  .. cpp:var:: ModelInstanceGroup instance_group (repeated)
      @@
      @@     Instances of this model. If not specified, one instance
      @@     of the model will be instantiated on each available GPU.
      @@
       
      repeated .inference.ModelInstanceGroup instance_group = 7;
      Specified by:
      getInstanceGroupOrBuilder in interface ModelConfigOuterClass.ModelConfigOrBuilder
    • getInstanceGroupOrBuilderList

      public List<? extends ModelConfigOuterClass.ModelInstanceGroupOrBuilder> getInstanceGroupOrBuilderList()
      @@  .. cpp:var:: ModelInstanceGroup instance_group (repeated)
      @@
      @@     Instances of this model. If not specified, one instance
      @@     of the model will be instantiated on each available GPU.
      @@
       
      repeated .inference.ModelInstanceGroup instance_group = 7;
      Specified by:
      getInstanceGroupOrBuilderList in interface ModelConfigOuterClass.ModelConfigOrBuilder
    • addInstanceGroupBuilder

      public ModelConfigOuterClass.ModelInstanceGroup.Builder addInstanceGroupBuilder()
      @@  .. cpp:var:: ModelInstanceGroup instance_group (repeated)
      @@
      @@     Instances of this model. If not specified, one instance
      @@     of the model will be instantiated on each available GPU.
      @@
       
      repeated .inference.ModelInstanceGroup instance_group = 7;
    • addInstanceGroupBuilder

      public ModelConfigOuterClass.ModelInstanceGroup.Builder addInstanceGroupBuilder(int index)
      @@  .. cpp:var:: ModelInstanceGroup instance_group (repeated)
      @@
      @@     Instances of this model. If not specified, one instance
      @@     of the model will be instantiated on each available GPU.
      @@
       
      repeated .inference.ModelInstanceGroup instance_group = 7;
    • getInstanceGroupBuilderList

      public List<ModelConfigOuterClass.ModelInstanceGroup.Builder> getInstanceGroupBuilderList()
      @@  .. cpp:var:: ModelInstanceGroup instance_group (repeated)
      @@
      @@     Instances of this model. If not specified, one instance
      @@     of the model will be instantiated on each available GPU.
      @@
       
      repeated .inference.ModelInstanceGroup instance_group = 7;
    • getDefaultModelFilename

      public String getDefaultModelFilename()
      @@  .. cpp:var:: string default_model_filename
      @@
      @@     Optional filename of the model file to use if a
      @@     compute-capability specific model is not specified in
      @@     :cpp:var:`cc_model_filenames`. If not specified the default name
      @@     is 'model.graphdef', 'model.savedmodel', 'model.plan' or
      @@     'model.pt' depending on the model type.
      @@
       
      string default_model_filename = 8;
      Specified by:
      getDefaultModelFilename in interface ModelConfigOuterClass.ModelConfigOrBuilder
      Returns:
      The defaultModelFilename.
    • getDefaultModelFilenameBytes

      public com.google.protobuf.ByteString getDefaultModelFilenameBytes()
      @@  .. cpp:var:: string default_model_filename
      @@
      @@     Optional filename of the model file to use if a
      @@     compute-capability specific model is not specified in
      @@     :cpp:var:`cc_model_filenames`. If not specified the default name
      @@     is 'model.graphdef', 'model.savedmodel', 'model.plan' or
      @@     'model.pt' depending on the model type.
      @@
       
      string default_model_filename = 8;
      Specified by:
      getDefaultModelFilenameBytes in interface ModelConfigOuterClass.ModelConfigOrBuilder
      Returns:
      The bytes for defaultModelFilename.
    • setDefaultModelFilename

      public ModelConfigOuterClass.ModelConfig.Builder setDefaultModelFilename(String value)
      @@  .. cpp:var:: string default_model_filename
      @@
      @@     Optional filename of the model file to use if a
      @@     compute-capability specific model is not specified in
      @@     :cpp:var:`cc_model_filenames`. If not specified the default name
      @@     is 'model.graphdef', 'model.savedmodel', 'model.plan' or
      @@     'model.pt' depending on the model type.
      @@
       
      string default_model_filename = 8;
      Parameters:
      value - The defaultModelFilename to set.
      Returns:
      This builder for chaining.
    • clearDefaultModelFilename

      public ModelConfigOuterClass.ModelConfig.Builder clearDefaultModelFilename()
      @@  .. cpp:var:: string default_model_filename
      @@
      @@     Optional filename of the model file to use if a
      @@     compute-capability specific model is not specified in
      @@     :cpp:var:`cc_model_filenames`. If not specified the default name
      @@     is 'model.graphdef', 'model.savedmodel', 'model.plan' or
      @@     'model.pt' depending on the model type.
      @@
       
      string default_model_filename = 8;
      Returns:
      This builder for chaining.
    • setDefaultModelFilenameBytes

      public ModelConfigOuterClass.ModelConfig.Builder setDefaultModelFilenameBytes(com.google.protobuf.ByteString value)
      @@  .. cpp:var:: string default_model_filename
      @@
      @@     Optional filename of the model file to use if a
      @@     compute-capability specific model is not specified in
      @@     :cpp:var:`cc_model_filenames`. If not specified the default name
      @@     is 'model.graphdef', 'model.savedmodel', 'model.plan' or
      @@     'model.pt' depending on the model type.
      @@
       
      string default_model_filename = 8;
      Parameters:
      value - The bytes for defaultModelFilename to set.
      Returns:
      This builder for chaining.
    • getCcModelFilenamesCount

      public int getCcModelFilenamesCount()
      Description copied from interface: ModelConfigOuterClass.ModelConfigOrBuilder
      @@  .. cpp:var:: map<string,string> cc_model_filenames
      @@
      @@     Optional map from CUDA compute capability to the filename of
      @@     the model that supports that compute capability. The filename
      @@     refers to a file within the model version directory.
      @@
       
      map<string, string> cc_model_filenames = 9;
      Specified by:
      getCcModelFilenamesCount in interface ModelConfigOuterClass.ModelConfigOrBuilder
    • containsCcModelFilenames

      public boolean containsCcModelFilenames(String key)
      @@  .. cpp:var:: map<string,string> cc_model_filenames
      @@
      @@     Optional map from CUDA compute capability to the filename of
      @@     the model that supports that compute capability. The filename
      @@     refers to a file within the model version directory.
      @@
       
      map<string, string> cc_model_filenames = 9;
      Specified by:
      containsCcModelFilenames in interface ModelConfigOuterClass.ModelConfigOrBuilder
    • getCcModelFilenames

      @Deprecated public Map<String,String> getCcModelFilenames()
      Deprecated.
      Specified by:
      getCcModelFilenames in interface ModelConfigOuterClass.ModelConfigOrBuilder
    • getCcModelFilenamesMap

      public Map<String,String> getCcModelFilenamesMap()
      @@  .. cpp:var:: map<string,string> cc_model_filenames
      @@
      @@     Optional map from CUDA compute capability to the filename of
      @@     the model that supports that compute capability. The filename
      @@     refers to a file within the model version directory.
      @@
       
      map<string, string> cc_model_filenames = 9;
      Specified by:
      getCcModelFilenamesMap in interface ModelConfigOuterClass.ModelConfigOrBuilder
    • getCcModelFilenamesOrDefault

      public String getCcModelFilenamesOrDefault(String key, String defaultValue)
      @@  .. cpp:var:: map<string,string> cc_model_filenames
      @@
      @@     Optional map from CUDA compute capability to the filename of
      @@     the model that supports that compute capability. The filename
      @@     refers to a file within the model version directory.
      @@
       
      map<string, string> cc_model_filenames = 9;
      Specified by:
      getCcModelFilenamesOrDefault in interface ModelConfigOuterClass.ModelConfigOrBuilder
    • getCcModelFilenamesOrThrow

      public String getCcModelFilenamesOrThrow(String key)
      @@  .. cpp:var:: map<string,string> cc_model_filenames
      @@
      @@     Optional map from CUDA compute capability to the filename of
      @@     the model that supports that compute capability. The filename
      @@     refers to a file within the model version directory.
      @@
       
      map<string, string> cc_model_filenames = 9;
      Specified by:
      getCcModelFilenamesOrThrow in interface ModelConfigOuterClass.ModelConfigOrBuilder
    • clearCcModelFilenames

      public ModelConfigOuterClass.ModelConfig.Builder clearCcModelFilenames()
    • removeCcModelFilenames

      public ModelConfigOuterClass.ModelConfig.Builder removeCcModelFilenames(String key)
      @@  .. cpp:var:: map<string,string> cc_model_filenames
      @@
      @@     Optional map from CUDA compute capability to the filename of
      @@     the model that supports that compute capability. The filename
      @@     refers to a file within the model version directory.
      @@
       
      map<string, string> cc_model_filenames = 9;
    • getMutableCcModelFilenames

      @Deprecated public Map<String,String> getMutableCcModelFilenames()
      Deprecated.
      Use alternate mutation accessors instead.
    • putCcModelFilenames

      public ModelConfigOuterClass.ModelConfig.Builder putCcModelFilenames(String key, String value)
      @@  .. cpp:var:: map<string,string> cc_model_filenames
      @@
      @@     Optional map from CUDA compute capability to the filename of
      @@     the model that supports that compute capability. The filename
      @@     refers to a file within the model version directory.
      @@
       
      map<string, string> cc_model_filenames = 9;
    • putAllCcModelFilenames

      public ModelConfigOuterClass.ModelConfig.Builder putAllCcModelFilenames(Map<String,String> values)
      @@  .. cpp:var:: map<string,string> cc_model_filenames
      @@
      @@     Optional map from CUDA compute capability to the filename of
      @@     the model that supports that compute capability. The filename
      @@     refers to a file within the model version directory.
      @@
       
      map<string, string> cc_model_filenames = 9;
    • getMetricTagsCount

      public int getMetricTagsCount()
      Description copied from interface: ModelConfigOuterClass.ModelConfigOrBuilder
      @@  .. cpp:var:: map<string,string> metric_tags
      @@
      @@     Optional metric tags. User-specific key-value pairs for metrics
      @@     reported for this model. These tags are applied to the metrics
      @@     reported on the HTTP metrics port.
      @@
       
      map<string, string> metric_tags = 10;
      Specified by:
      getMetricTagsCount in interface ModelConfigOuterClass.ModelConfigOrBuilder
    • containsMetricTags

      public boolean containsMetricTags(String key)
      @@  .. cpp:var:: map<string,string> metric_tags
      @@
      @@     Optional metric tags. User-specific key-value pairs for metrics
      @@     reported for this model. These tags are applied to the metrics
      @@     reported on the HTTP metrics port.
      @@
       
      map<string, string> metric_tags = 10;
      Specified by:
      containsMetricTags in interface ModelConfigOuterClass.ModelConfigOrBuilder
    • getMetricTags

      @Deprecated public Map<String,String> getMetricTags()
      Deprecated.
      Use getMetricTagsMap() instead.
      Specified by:
      getMetricTags in interface ModelConfigOuterClass.ModelConfigOrBuilder
    • getMetricTagsMap

      public Map<String,String> getMetricTagsMap()
      @@  .. cpp:var:: map<string,string> metric_tags
      @@
      @@     Optional metric tags. User-specific key-value pairs for metrics
      @@     reported for this model. These tags are applied to the metrics
      @@     reported on the HTTP metrics port.
      @@
       
      map<string, string> metric_tags = 10;
      Specified by:
      getMetricTagsMap in interface ModelConfigOuterClass.ModelConfigOrBuilder
    • getMetricTagsOrDefault

      public String getMetricTagsOrDefault(String key, String defaultValue)
      @@  .. cpp:var:: map<string,string> metric_tags
      @@
      @@     Optional metric tags. User-specific key-value pairs for metrics
      @@     reported for this model. These tags are applied to the metrics
      @@     reported on the HTTP metrics port.
      @@
       
      map<string, string> metric_tags = 10;
      Specified by:
      getMetricTagsOrDefault in interface ModelConfigOuterClass.ModelConfigOrBuilder
    • getMetricTagsOrThrow

      public String getMetricTagsOrThrow(String key)
      @@  .. cpp:var:: map<string,string> metric_tags
      @@
      @@     Optional metric tags. User-specific key-value pairs for metrics
      @@     reported for this model. These tags are applied to the metrics
      @@     reported on the HTTP metrics port.
      @@
       
      map<string, string> metric_tags = 10;
      Specified by:
      getMetricTagsOrThrow in interface ModelConfigOuterClass.ModelConfigOrBuilder
    • clearMetricTags

    • removeMetricTags

      public ModelConfigOuterClass.ModelConfig.Builder removeMetricTags(String key)
      @@  .. cpp:var:: map<string,string> metric_tags
      @@
      @@     Optional metric tags. User-specific key-value pairs for metrics
      @@     reported for this model. These tags are applied to the metrics
      @@     reported on the HTTP metrics port.
      @@
       
      map<string, string> metric_tags = 10;
    • getMutableMetricTags

      @Deprecated public Map<String,String> getMutableMetricTags()
      Deprecated.
      Use alternate mutation accessors instead.
    • putMetricTags

      public ModelConfigOuterClass.ModelConfig.Builder putMetricTags(String key, String value)
      @@  .. cpp:var:: map<string,string> metric_tags
      @@
      @@     Optional metric tags. User-specific key-value pairs for metrics
      @@     reported for this model. These tags are applied to the metrics
      @@     reported on the HTTP metrics port.
      @@
       
      map<string, string> metric_tags = 10;
    • putAllMetricTags

      public ModelConfigOuterClass.ModelConfig.Builder putAllMetricTags(Map<String,String> values)
      @@  .. cpp:var:: map<string,string> metric_tags
      @@
      @@     Optional metric tags. User-specific key-value pairs for metrics
      @@     reported for this model. These tags are applied to the metrics
      @@     reported on the HTTP metrics port.
      @@
       
      map<string, string> metric_tags = 10;
    • getParametersCount

      public int getParametersCount()
      Description copied from interface: ModelConfigOuterClass.ModelConfigOrBuilder
      @@  .. cpp:var:: map<string,ModelParameter> parameters
      @@
      @@     Optional model parameters. User-specified parameter values.
      @@
       
      map<string, .inference.ModelParameter> parameters = 14;
      Specified by:
      getParametersCount in interface ModelConfigOuterClass.ModelConfigOrBuilder
    • containsParameters

      public boolean containsParameters(String key)
      @@  .. cpp:var:: map<string,ModelParameter> parameters
      @@
      @@     Optional model parameters. User-specified parameter values.
      @@
       
      map<string, .inference.ModelParameter> parameters = 14;
      Specified by:
      containsParameters in interface ModelConfigOuterClass.ModelConfigOrBuilder
    • getParameters

      Deprecated.
      Use getParametersMap() instead.
      Specified by:
      getParameters in interface ModelConfigOuterClass.ModelConfigOrBuilder
    • getParametersMap

      public Map<String,ModelConfigOuterClass.ModelParameter> getParametersMap()
      @@  .. cpp:var:: map<string,ModelParameter> parameters
      @@
      @@     Optional model parameters. User-specified parameter values.
      @@
       
      map<string, .inference.ModelParameter> parameters = 14;
      Specified by:
      getParametersMap in interface ModelConfigOuterClass.ModelConfigOrBuilder
    • getParametersOrDefault

      public ModelConfigOuterClass.ModelParameter getParametersOrDefault(String key, ModelConfigOuterClass.ModelParameter defaultValue)
      @@  .. cpp:var:: map<string,ModelParameter> parameters
      @@
      @@     Optional model parameters. User-specified parameter values.
      @@
       
      map<string, .inference.ModelParameter> parameters = 14;
      Specified by:
      getParametersOrDefault in interface ModelConfigOuterClass.ModelConfigOrBuilder
    • getParametersOrThrow

      public ModelConfigOuterClass.ModelParameter getParametersOrThrow(String key)
      @@  .. cpp:var:: map<string,ModelParameter> parameters
      @@
      @@     Optional model parameters. User-specified parameter values.
      @@
       
      map<string, .inference.ModelParameter> parameters = 14;
      Specified by:
      getParametersOrThrow in interface ModelConfigOuterClass.ModelConfigOrBuilder
    • clearParameters

    • removeParameters

      public ModelConfigOuterClass.ModelConfig.Builder removeParameters(String key)
      @@  .. cpp:var:: map<string,ModelParameter> parameters
      @@
      @@     Optional model parameters. User-specified parameter values.
      @@
       
      map<string, .inference.ModelParameter> parameters = 14;
    • getMutableParameters

      Deprecated.
      Use alternate mutation accessors instead.
    • putParameters

      @@  .. cpp:var:: map<string,ModelParameter> parameters
      @@
      @@     Optional model parameters. User-specified parameter values.
      @@
       
      map<string, .inference.ModelParameter> parameters = 14;
    • putAllParameters

      @@  .. cpp:var:: map<string,ModelParameter> parameters
      @@
      @@     Optional model parameters. User-specified parameter values.
      @@
       
      map<string, .inference.ModelParameter> parameters = 14;
    • putParametersBuilderIfAbsent

      public ModelConfigOuterClass.ModelParameter.Builder putParametersBuilderIfAbsent(String key)
      @@  .. cpp:var:: map<string,ModelParameter> parameters
      @@
      @@     Optional model parameters. User-specified parameter values.
      @@
       
      map<string, .inference.ModelParameter> parameters = 14;
    • getModelWarmupList

      public List<ModelConfigOuterClass.ModelWarmup> getModelWarmupList()
      @@  .. cpp:var:: ModelWarmup model_warmup (repeated)
      @@
      @@     Warmup setting of this model. If specified, all instances
      @@     will be run with the request samples in sequence before
      @@     serving the model.
      @@     This field can only be specified if the model is not an ensemble
      @@     model.
      @@
       
      repeated .inference.ModelWarmup model_warmup = 16;
      Specified by:
      getModelWarmupList in interface ModelConfigOuterClass.ModelConfigOrBuilder
    • getModelWarmupCount

      public int getModelWarmupCount()
      @@  .. cpp:var:: ModelWarmup model_warmup (repeated)
      @@
      @@     Warmup setting of this model. If specified, all instances
      @@     will be run with the request samples in sequence before
      @@     serving the model.
      @@     This field can only be specified if the model is not an ensemble
      @@     model.
      @@
       
      repeated .inference.ModelWarmup model_warmup = 16;
      Specified by:
      getModelWarmupCount in interface ModelConfigOuterClass.ModelConfigOrBuilder
    • getModelWarmup

      public ModelConfigOuterClass.ModelWarmup getModelWarmup(int index)
      @@  .. cpp:var:: ModelWarmup model_warmup (repeated)
      @@
      @@     Warmup setting of this model. If specified, all instances
      @@     will be run with the request samples in sequence before
      @@     serving the model.
      @@     This field can only be specified if the model is not an ensemble
      @@     model.
      @@
       
      repeated .inference.ModelWarmup model_warmup = 16;
      Specified by:
      getModelWarmup in interface ModelConfigOuterClass.ModelConfigOrBuilder
    • setModelWarmup

      @@  .. cpp:var:: ModelWarmup model_warmup (repeated)
      @@
      @@     Warmup setting of this model. If specified, all instances
      @@     will be run with the request samples in sequence before
      @@     serving the model.
      @@     This field can only be specified if the model is not an ensemble
      @@     model.
      @@
       
      repeated .inference.ModelWarmup model_warmup = 16;
    • setModelWarmup

      public ModelConfigOuterClass.ModelConfig.Builder setModelWarmup(int index, ModelConfigOuterClass.ModelWarmup.Builder builderForValue)
      @@  .. cpp:var:: ModelWarmup model_warmup (repeated)
      @@
      @@     Warmup setting of this model. If specified, all instances
      @@     will be run with the request samples in sequence before
      @@     serving the model.
      @@     This field can only be specified if the model is not an ensemble
      @@     model.
      @@
       
      repeated .inference.ModelWarmup model_warmup = 16;
    • addModelWarmup

      @@  .. cpp:var:: ModelWarmup model_warmup (repeated)
      @@
      @@     Warmup setting of this model. If specified, all instances
      @@     will be run with the request samples in sequence before
      @@     serving the model.
      @@     This field can only be specified if the model is not an ensemble
      @@     model.
      @@
       
      repeated .inference.ModelWarmup model_warmup = 16;
    • addModelWarmup

      @@  .. cpp:var:: ModelWarmup model_warmup (repeated)
      @@
      @@     Warmup setting of this model. If specified, all instances
      @@     will be run with the request samples in sequence before
      @@     serving the model.
      @@     This field can only be specified if the model is not an ensemble
      @@     model.
      @@
       
      repeated .inference.ModelWarmup model_warmup = 16;
    • addModelWarmup

      @@  .. cpp:var:: ModelWarmup model_warmup (repeated)
      @@
      @@     Warmup setting of this model. If specified, all instances
      @@     will be run with the request samples in sequence before
      @@     serving the model.
      @@     This field can only be specified if the model is not an ensemble
      @@     model.
      @@
       
      repeated .inference.ModelWarmup model_warmup = 16;
    • addModelWarmup

      public ModelConfigOuterClass.ModelConfig.Builder addModelWarmup(int index, ModelConfigOuterClass.ModelWarmup.Builder builderForValue)
      @@  .. cpp:var:: ModelWarmup model_warmup (repeated)
      @@
      @@     Warmup setting of this model. If specified, all instances
      @@     will be run with the request samples in sequence before
      @@     serving the model.
      @@     This field can only be specified if the model is not an ensemble
      @@     model.
      @@
       
      repeated .inference.ModelWarmup model_warmup = 16;
    • addAllModelWarmup

      @@  .. cpp:var:: ModelWarmup model_warmup (repeated)
      @@
      @@     Warmup setting of this model. If specified, all instances
      @@     will be run with the request samples in sequence before
      @@     serving the model.
      @@     This field can only be specified if the model is not an ensemble
      @@     model.
      @@
       
      repeated .inference.ModelWarmup model_warmup = 16;
    • clearModelWarmup

      public ModelConfigOuterClass.ModelConfig.Builder clearModelWarmup()
      @@  .. cpp:var:: ModelWarmup model_warmup (repeated)
      @@
      @@     Warmup setting of this model. If specified, all instances
      @@     will be run with the request samples in sequence before
      @@     serving the model.
      @@     This field can only be specified if the model is not an ensemble
      @@     model.
      @@
       
      repeated .inference.ModelWarmup model_warmup = 16;
    • removeModelWarmup

      public ModelConfigOuterClass.ModelConfig.Builder removeModelWarmup(int index)
      @@  .. cpp:var:: ModelWarmup model_warmup (repeated)
      @@
      @@     Warmup setting of this model. If specified, all instances
      @@     will be run with the request samples in sequence before
      @@     serving the model.
      @@     This field can only be specified if the model is not an ensemble
      @@     model.
      @@
       
      repeated .inference.ModelWarmup model_warmup = 16;
    • getModelWarmupBuilder

      public ModelConfigOuterClass.ModelWarmup.Builder getModelWarmupBuilder(int index)
      @@  .. cpp:var:: ModelWarmup model_warmup (repeated)
      @@
      @@     Warmup setting of this model. If specified, all instances
      @@     will be run with the request samples in sequence before
      @@     serving the model.
      @@     This field can only be specified if the model is not an ensemble
      @@     model.
      @@
       
      repeated .inference.ModelWarmup model_warmup = 16;
    • getModelWarmupOrBuilder

      public ModelConfigOuterClass.ModelWarmupOrBuilder getModelWarmupOrBuilder(int index)
      @@  .. cpp:var:: ModelWarmup model_warmup (repeated)
      @@
      @@     Warmup setting of this model. If specified, all instances
      @@     will be run with the request samples in sequence before
      @@     serving the model.
      @@     This field can only be specified if the model is not an ensemble
      @@     model.
      @@
       
      repeated .inference.ModelWarmup model_warmup = 16;
      Specified by:
      getModelWarmupOrBuilder in interface ModelConfigOuterClass.ModelConfigOrBuilder
    • getModelWarmupOrBuilderList

      public List<? extends ModelConfigOuterClass.ModelWarmupOrBuilder> getModelWarmupOrBuilderList()
      @@  .. cpp:var:: ModelWarmup model_warmup (repeated)
      @@
      @@     Warmup setting of this model. If specified, all instances
      @@     will be run with the request samples in sequence before
      @@     serving the model.
      @@     This field can only be specified if the model is not an ensemble
      @@     model.
      @@
       
      repeated .inference.ModelWarmup model_warmup = 16;
      Specified by:
      getModelWarmupOrBuilderList in interface ModelConfigOuterClass.ModelConfigOrBuilder
    • addModelWarmupBuilder

      public ModelConfigOuterClass.ModelWarmup.Builder addModelWarmupBuilder()
      @@  .. cpp:var:: ModelWarmup model_warmup (repeated)
      @@
      @@     Warmup setting of this model. If specified, all instances
      @@     will be run with the request samples in sequence before
      @@     serving the model.
      @@     This field can only be specified if the model is not an ensemble
      @@     model.
      @@
       
      repeated .inference.ModelWarmup model_warmup = 16;
    • addModelWarmupBuilder

      public ModelConfigOuterClass.ModelWarmup.Builder addModelWarmupBuilder(int index)
      @@  .. cpp:var:: ModelWarmup model_warmup (repeated)
      @@
      @@     Warmup setting of this model. If specified, all instances
      @@     will be run with the request samples in sequence before
      @@     serving the model.
      @@     This field can only be specified if the model is not an ensemble
      @@     model.
      @@
       
      repeated .inference.ModelWarmup model_warmup = 16;
    • getModelWarmupBuilderList

      public List<ModelConfigOuterClass.ModelWarmup.Builder> getModelWarmupBuilderList()
      @@  .. cpp:var:: ModelWarmup model_warmup (repeated)
      @@
      @@     Warmup setting of this model. If specified, all instances
      @@     will be run with the request samples in sequence before
      @@     serving the model.
      @@     This field can only be specified if the model is not an ensemble
      @@     model.
      @@
       
      repeated .inference.ModelWarmup model_warmup = 16;
    • hasModelOperations

      public boolean hasModelOperations()
      @@  .. cpp:var:: ModelOperations model_operations
      @@
      @@     Optional metadata of the libraries providing custom operations for
      @@     this model.
      @@
       
      .inference.ModelOperations model_operations = 18;
      Specified by:
      hasModelOperations in interface ModelConfigOuterClass.ModelConfigOrBuilder
      Returns:
      Whether the modelOperations field is set.
    • getModelOperations

      public ModelConfigOuterClass.ModelOperations getModelOperations()
      @@  .. cpp:var:: ModelOperations model_operations
      @@
      @@     Optional metadata of the libraries providing custom operations for
      @@     this model.
      @@
       
      .inference.ModelOperations model_operations = 18;
      Specified by:
      getModelOperations in interface ModelConfigOuterClass.ModelConfigOrBuilder
      Returns:
      The modelOperations.
    • setModelOperations

      @@  .. cpp:var:: ModelOperations model_operations
      @@
      @@     Optional metadata of the libraries providing custom operations for
      @@     this model.
      @@
       
      .inference.ModelOperations model_operations = 18;
    • setModelOperations

      @@  .. cpp:var:: ModelOperations model_operations
      @@
      @@     Optional metadata of the libraries providing custom operations for
      @@     this model.
      @@
       
      .inference.ModelOperations model_operations = 18;
    • mergeModelOperations

      @@  .. cpp:var:: ModelOperations model_operations
      @@
      @@     Optional metadata of the libraries providing custom operations for
      @@     this model.
      @@
       
      .inference.ModelOperations model_operations = 18;
    • clearModelOperations

      public ModelConfigOuterClass.ModelConfig.Builder clearModelOperations()
      @@  .. cpp:var:: ModelOperations model_operations
      @@
      @@     Optional metadata of the libraries providing custom operations for
      @@     this model.
      @@
       
      .inference.ModelOperations model_operations = 18;
    • getModelOperationsBuilder

      public ModelConfigOuterClass.ModelOperations.Builder getModelOperationsBuilder()
      @@  .. cpp:var:: ModelOperations model_operations
      @@
      @@     Optional metadata of the libraries providing custom operations for
      @@     this model.
      @@
       
      .inference.ModelOperations model_operations = 18;
    • getModelOperationsOrBuilder

      public ModelConfigOuterClass.ModelOperationsOrBuilder getModelOperationsOrBuilder()
      @@  .. cpp:var:: ModelOperations model_operations
      @@
      @@     Optional metadata of the libraries providing custom operations for
      @@     this model.
      @@
       
      .inference.ModelOperations model_operations = 18;
      Specified by:
      getModelOperationsOrBuilder in interface ModelConfigOuterClass.ModelConfigOrBuilder
    • hasModelTransactionPolicy

      public boolean hasModelTransactionPolicy()
      @@  .. cpp:var:: ModelTransactionPolicy model_transaction_policy
      @@
      @@     Optional specification that describes the nature of transactions
      @@     to be expected from the model.
      @@
       
      .inference.ModelTransactionPolicy model_transaction_policy = 19;
      Specified by:
      hasModelTransactionPolicy in interface ModelConfigOuterClass.ModelConfigOrBuilder
      Returns:
      Whether the modelTransactionPolicy field is set.
    • getModelTransactionPolicy

      public ModelConfigOuterClass.ModelTransactionPolicy getModelTransactionPolicy()
      @@  .. cpp:var:: ModelTransactionPolicy model_transaction_policy
      @@
      @@     Optional specification that describes the nature of transactions
      @@     to be expected from the model.
      @@
       
      .inference.ModelTransactionPolicy model_transaction_policy = 19;
      Specified by:
      getModelTransactionPolicy in interface ModelConfigOuterClass.ModelConfigOrBuilder
      Returns:
      The modelTransactionPolicy.
    • setModelTransactionPolicy

      @@  .. cpp:var:: ModelTransactionPolicy model_transaction_policy
      @@
      @@     Optional specification that describes the nature of transactions
      @@     to be expected from the model.
      @@
       
      .inference.ModelTransactionPolicy model_transaction_policy = 19;
    • setModelTransactionPolicy

      @@  .. cpp:var:: ModelTransactionPolicy model_transaction_policy
      @@
      @@     Optional specification that describes the nature of transactions
      @@     to be expected from the model.
      @@
       
      .inference.ModelTransactionPolicy model_transaction_policy = 19;
    • mergeModelTransactionPolicy

      @@  .. cpp:var:: ModelTransactionPolicy model_transaction_policy
      @@
      @@     Optional specification that describes the nature of transactions
      @@     to be expected from the model.
      @@
       
      .inference.ModelTransactionPolicy model_transaction_policy = 19;
    • clearModelTransactionPolicy

      public ModelConfigOuterClass.ModelConfig.Builder clearModelTransactionPolicy()
      @@  .. cpp:var:: ModelTransactionPolicy model_transaction_policy
      @@
      @@     Optional specification that describes the nature of transactions
      @@     to be expected from the model.
      @@
       
      .inference.ModelTransactionPolicy model_transaction_policy = 19;
    • getModelTransactionPolicyBuilder

      public ModelConfigOuterClass.ModelTransactionPolicy.Builder getModelTransactionPolicyBuilder()
      @@  .. cpp:var:: ModelTransactionPolicy model_transaction_policy
      @@
      @@     Optional specification that describes the nature of transactions
      @@     to be expected from the model.
      @@
       
      .inference.ModelTransactionPolicy model_transaction_policy = 19;
    • getModelTransactionPolicyOrBuilder

      public ModelConfigOuterClass.ModelTransactionPolicyOrBuilder getModelTransactionPolicyOrBuilder()
      @@  .. cpp:var:: ModelTransactionPolicy model_transaction_policy
      @@
      @@     Optional specification that describes the nature of transactions
      @@     to be expected from the model.
      @@
       
      .inference.ModelTransactionPolicy model_transaction_policy = 19;
      Specified by:
      getModelTransactionPolicyOrBuilder in interface ModelConfigOuterClass.ModelConfigOrBuilder
    • hasModelRepositoryAgents

      public boolean hasModelRepositoryAgents()
      @@  .. cpp:var:: ModelRepositoryAgents model_repository_agents
      @@
      @@     Optional specification of the agent(s) that should be invoked
      @@     with repository actions are performed for this model.
      @@
       
      .inference.ModelRepositoryAgents model_repository_agents = 23;
      Specified by:
      hasModelRepositoryAgents in interface ModelConfigOuterClass.ModelConfigOrBuilder
      Returns:
      Whether the modelRepositoryAgents field is set.
    • getModelRepositoryAgents

      public ModelConfigOuterClass.ModelRepositoryAgents getModelRepositoryAgents()
      @@  .. cpp:var:: ModelRepositoryAgents model_repository_agents
      @@
      @@     Optional specification of the agent(s) that should be invoked
      @@     with repository actions are performed for this model.
      @@
       
      .inference.ModelRepositoryAgents model_repository_agents = 23;
      Specified by:
      getModelRepositoryAgents in interface ModelConfigOuterClass.ModelConfigOrBuilder
      Returns:
      The modelRepositoryAgents.
    • setModelRepositoryAgents

      @@  .. cpp:var:: ModelRepositoryAgents model_repository_agents
      @@
      @@     Optional specification of the agent(s) that should be invoked
      @@     with repository actions are performed for this model.
      @@
       
      .inference.ModelRepositoryAgents model_repository_agents = 23;
    • setModelRepositoryAgents

      @@  .. cpp:var:: ModelRepositoryAgents model_repository_agents
      @@
      @@     Optional specification of the agent(s) that should be invoked
      @@     with repository actions are performed for this model.
      @@
       
      .inference.ModelRepositoryAgents model_repository_agents = 23;
    • mergeModelRepositoryAgents

      @@  .. cpp:var:: ModelRepositoryAgents model_repository_agents
      @@
      @@     Optional specification of the agent(s) that should be invoked
      @@     with repository actions are performed for this model.
      @@
       
      .inference.ModelRepositoryAgents model_repository_agents = 23;
    • clearModelRepositoryAgents

      public ModelConfigOuterClass.ModelConfig.Builder clearModelRepositoryAgents()
      @@  .. cpp:var:: ModelRepositoryAgents model_repository_agents
      @@
      @@     Optional specification of the agent(s) that should be invoked
      @@     with repository actions are performed for this model.
      @@
       
      .inference.ModelRepositoryAgents model_repository_agents = 23;
    • getModelRepositoryAgentsBuilder

      public ModelConfigOuterClass.ModelRepositoryAgents.Builder getModelRepositoryAgentsBuilder()
      @@  .. cpp:var:: ModelRepositoryAgents model_repository_agents
      @@
      @@     Optional specification of the agent(s) that should be invoked
      @@     with repository actions are performed for this model.
      @@
       
      .inference.ModelRepositoryAgents model_repository_agents = 23;
    • getModelRepositoryAgentsOrBuilder

      public ModelConfigOuterClass.ModelRepositoryAgentsOrBuilder getModelRepositoryAgentsOrBuilder()
      @@  .. cpp:var:: ModelRepositoryAgents model_repository_agents
      @@
      @@     Optional specification of the agent(s) that should be invoked
      @@     with repository actions are performed for this model.
      @@
       
      .inference.ModelRepositoryAgents model_repository_agents = 23;
      Specified by:
      getModelRepositoryAgentsOrBuilder in interface ModelConfigOuterClass.ModelConfigOrBuilder
    • hasResponseCache

      public boolean hasResponseCache()
      @@  .. cpp:var:: ModelResponseCache response_cache
      @@
      @@     Optional setting for utilizing the response cache for this
      @@     model.
      @@
       
      .inference.ModelResponseCache response_cache = 24;
      Specified by:
      hasResponseCache in interface ModelConfigOuterClass.ModelConfigOrBuilder
      Returns:
      Whether the responseCache field is set.
    • getResponseCache

      public ModelConfigOuterClass.ModelResponseCache getResponseCache()
      @@  .. cpp:var:: ModelResponseCache response_cache
      @@
      @@     Optional setting for utilizing the response cache for this
      @@     model.
      @@
       
      .inference.ModelResponseCache response_cache = 24;
      Specified by:
      getResponseCache in interface ModelConfigOuterClass.ModelConfigOrBuilder
      Returns:
      The responseCache.
    • setResponseCache

      @@  .. cpp:var:: ModelResponseCache response_cache
      @@
      @@     Optional setting for utilizing the response cache for this
      @@     model.
      @@
       
      .inference.ModelResponseCache response_cache = 24;
    • setResponseCache

      @@  .. cpp:var:: ModelResponseCache response_cache
      @@
      @@     Optional setting for utilizing the response cache for this
      @@     model.
      @@
       
      .inference.ModelResponseCache response_cache = 24;
    • mergeResponseCache

      @@  .. cpp:var:: ModelResponseCache response_cache
      @@
      @@     Optional setting for utilizing the response cache for this
      @@     model.
      @@
       
      .inference.ModelResponseCache response_cache = 24;
    • clearResponseCache

      public ModelConfigOuterClass.ModelConfig.Builder clearResponseCache()
      @@  .. cpp:var:: ModelResponseCache response_cache
      @@
      @@     Optional setting for utilizing the response cache for this
      @@     model.
      @@
       
      .inference.ModelResponseCache response_cache = 24;
    • getResponseCacheBuilder

      public ModelConfigOuterClass.ModelResponseCache.Builder getResponseCacheBuilder()
      @@  .. cpp:var:: ModelResponseCache response_cache
      @@
      @@     Optional setting for utilizing the response cache for this
      @@     model.
      @@
       
      .inference.ModelResponseCache response_cache = 24;
    • getResponseCacheOrBuilder

      public ModelConfigOuterClass.ModelResponseCacheOrBuilder getResponseCacheOrBuilder()
      @@  .. cpp:var:: ModelResponseCache response_cache
      @@
      @@     Optional setting for utilizing the response cache for this
      @@     model.
      @@
       
      .inference.ModelResponseCache response_cache = 24;
      Specified by:
      getResponseCacheOrBuilder in interface ModelConfigOuterClass.ModelConfigOrBuilder
    • hasModelMetrics

      public boolean hasModelMetrics()
      @@  .. cpp:var:: ModelMetrics model_metrics
      @@
      @@     Optional setting for custom metrics configuration for this model.
      @@     Application default is applied to metrics that are not specified.
      @@
       
      .inference.ModelMetrics model_metrics = 26;
      Specified by:
      hasModelMetrics in interface ModelConfigOuterClass.ModelConfigOrBuilder
      Returns:
      Whether the modelMetrics field is set.
    • getModelMetrics

      public ModelConfigOuterClass.ModelMetrics getModelMetrics()
      @@  .. cpp:var:: ModelMetrics model_metrics
      @@
      @@     Optional setting for custom metrics configuration for this model.
      @@     Application default is applied to metrics that are not specified.
      @@
       
      .inference.ModelMetrics model_metrics = 26;
      Specified by:
      getModelMetrics in interface ModelConfigOuterClass.ModelConfigOrBuilder
      Returns:
      The modelMetrics.
    • setModelMetrics

      @@  .. cpp:var:: ModelMetrics model_metrics
      @@
      @@     Optional setting for custom metrics configuration for this model.
      @@     Application default is applied to metrics that are not specified.
      @@
       
      .inference.ModelMetrics model_metrics = 26;
    • setModelMetrics

      @@  .. cpp:var:: ModelMetrics model_metrics
      @@
      @@     Optional setting for custom metrics configuration for this model.
      @@     Application default is applied to metrics that are not specified.
      @@
       
      .inference.ModelMetrics model_metrics = 26;
    • mergeModelMetrics

      @@  .. cpp:var:: ModelMetrics model_metrics
      @@
      @@     Optional setting for custom metrics configuration for this model.
      @@     Application default is applied to metrics that are not specified.
      @@
       
      .inference.ModelMetrics model_metrics = 26;
    • clearModelMetrics

      public ModelConfigOuterClass.ModelConfig.Builder clearModelMetrics()
      @@  .. cpp:var:: ModelMetrics model_metrics
      @@
      @@     Optional setting for custom metrics configuration for this model.
      @@     Application default is applied to metrics that are not specified.
      @@
       
      .inference.ModelMetrics model_metrics = 26;
    • getModelMetricsBuilder

      public ModelConfigOuterClass.ModelMetrics.Builder getModelMetricsBuilder()
      @@  .. cpp:var:: ModelMetrics model_metrics
      @@
      @@     Optional setting for custom metrics configuration for this model.
      @@     Application default is applied to metrics that are not specified.
      @@
       
      .inference.ModelMetrics model_metrics = 26;
    • getModelMetricsOrBuilder

      public ModelConfigOuterClass.ModelMetricsOrBuilder getModelMetricsOrBuilder()
      @@  .. cpp:var:: ModelMetrics model_metrics
      @@
      @@     Optional setting for custom metrics configuration for this model.
      @@     Application default is applied to metrics that are not specified.
      @@
       
      .inference.ModelMetrics model_metrics = 26;
      Specified by:
      getModelMetricsOrBuilder in interface ModelConfigOuterClass.ModelConfigOrBuilder
    • setUnknownFields

      public final ModelConfigOuterClass.ModelConfig.Builder setUnknownFields(com.google.protobuf.UnknownFieldSet unknownFields)
      Specified by:
      setUnknownFields in interface com.google.protobuf.Message.Builder
      Overrides:
      setUnknownFields in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelConfig.Builder>
    • mergeUnknownFields

      public final ModelConfigOuterClass.ModelConfig.Builder mergeUnknownFields(com.google.protobuf.UnknownFieldSet unknownFields)
      Specified by:
      mergeUnknownFields in interface com.google.protobuf.Message.Builder
      Overrides:
      mergeUnknownFields in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelConfig.Builder>