Package inference

Class ModelConfigOuterClass.ModelInstanceGroup.Builder

java.lang.Object
com.google.protobuf.AbstractMessageLite.Builder
com.google.protobuf.AbstractMessage.Builder<ModelConfigOuterClass.ModelInstanceGroup.Builder>
com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelInstanceGroup.Builder>
inference.ModelConfigOuterClass.ModelInstanceGroup.Builder
All Implemented Interfaces:
com.google.protobuf.Message.Builder, com.google.protobuf.MessageLite.Builder, com.google.protobuf.MessageLiteOrBuilder, com.google.protobuf.MessageOrBuilder, ModelConfigOuterClass.ModelInstanceGroupOrBuilder, Cloneable
Enclosing class:
ModelConfigOuterClass.ModelInstanceGroup
public static final class ModelConfigOuterClass.ModelInstanceGroup.Builder extends com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelInstanceGroup.Builder> implements ModelConfigOuterClass.ModelInstanceGroupOrBuilder
@@
@@.. cpp:var:: message ModelInstanceGroup
@@
@@   A group of one or more instances of a model and resources made
@@   available for those instances.
@@
Protobuf type inference.ModelInstanceGroup

  • Method Details

    • getDescriptor

      public static final com.google.protobuf.Descriptors.Descriptor getDescriptor()

    • internalGetFieldAccessorTable

      protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable internalGetFieldAccessorTable()
      Specified by:
      internalGetFieldAccessorTable in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelInstanceGroup.Builder>

    • clear

      public ModelConfigOuterClass.ModelInstanceGroup.Builder clear()
      Specified by:
      clear in interface com.google.protobuf.Message.Builder
      Specified by:
      clear in interface com.google.protobuf.MessageLite.Builder
      Overrides:
      clear in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelInstanceGroup.Builder>

    • getDescriptorForType

      public com.google.protobuf.Descriptors.Descriptor getDescriptorForType()
      Specified by:
      getDescriptorForType in interface com.google.protobuf.Message.Builder
      Specified by:
      getDescriptorForType in interface com.google.protobuf.MessageOrBuilder
      Overrides:
      getDescriptorForType in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelInstanceGroup.Builder>

    • getDefaultInstanceForType

      public ModelConfigOuterClass.ModelInstanceGroup getDefaultInstanceForType()
      Specified by:
      getDefaultInstanceForType in interface com.google.protobuf.MessageLiteOrBuilder
      Specified by:
      getDefaultInstanceForType in interface com.google.protobuf.MessageOrBuilder

    • build

      public ModelConfigOuterClass.ModelInstanceGroup build()
      Specified by:
      build in interface com.google.protobuf.Message.Builder
      Specified by:
      build in interface com.google.protobuf.MessageLite.Builder

    • buildPartial

      public ModelConfigOuterClass.ModelInstanceGroup buildPartial()
      Specified by:
      buildPartial in interface com.google.protobuf.Message.Builder
      Specified by:
      buildPartial in interface com.google.protobuf.MessageLite.Builder

    • clone

      public ModelConfigOuterClass.ModelInstanceGroup.Builder clone()
      Specified by:
      clone in interface com.google.protobuf.Message.Builder
      Specified by:
      clone in interface com.google.protobuf.MessageLite.Builder
      Overrides:
      clone in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelInstanceGroup.Builder>

    • setField

      public ModelConfigOuterClass.ModelInstanceGroup.Builder setField(com.google.protobuf.Descriptors.FieldDescriptor field, Object value)
      Specified by:
      setField in interface com.google.protobuf.Message.Builder
      Overrides:
      setField in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelInstanceGroup.Builder>

    • clearField

      public ModelConfigOuterClass.ModelInstanceGroup.Builder clearField(com.google.protobuf.Descriptors.FieldDescriptor field)
      Specified by:
      clearField in interface com.google.protobuf.Message.Builder
      Overrides:
      clearField in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelInstanceGroup.Builder>

    • clearOneof

      public ModelConfigOuterClass.ModelInstanceGroup.Builder clearOneof(com.google.protobuf.Descriptors.OneofDescriptor oneof)
      Specified by:
      clearOneof in interface com.google.protobuf.Message.Builder
      Overrides:
      clearOneof in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelInstanceGroup.Builder>

    • setRepeatedField

      public ModelConfigOuterClass.ModelInstanceGroup.Builder setRepeatedField(com.google.protobuf.Descriptors.FieldDescriptor field, int index, Object value)
      Specified by:
      setRepeatedField in interface com.google.protobuf.Message.Builder
      Overrides:
      setRepeatedField in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelInstanceGroup.Builder>

    • addRepeatedField

      public ModelConfigOuterClass.ModelInstanceGroup.Builder addRepeatedField(com.google.protobuf.Descriptors.FieldDescriptor field, Object value)
      Specified by:
      addRepeatedField in interface com.google.protobuf.Message.Builder
      Overrides:
      addRepeatedField in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelInstanceGroup.Builder>

    • mergeFrom

      public ModelConfigOuterClass.ModelInstanceGroup.Builder mergeFrom(com.google.protobuf.Message other)
      Specified by:
      mergeFrom in interface com.google.protobuf.Message.Builder
      Overrides:
      mergeFrom in class com.google.protobuf.AbstractMessage.Builder<ModelConfigOuterClass.ModelInstanceGroup.Builder>

    • mergeFrom

      public ModelConfigOuterClass.ModelInstanceGroup.Builder mergeFrom(ModelConfigOuterClass.ModelInstanceGroup other)

    • isInitialized

      public final boolean isInitialized()
      Specified by:
      isInitialized in interface com.google.protobuf.MessageLiteOrBuilder
      Overrides:
      isInitialized in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelInstanceGroup.Builder>

    • mergeFrom

      public ModelConfigOuterClass.ModelInstanceGroup.Builder mergeFrom(com.google.protobuf.CodedInputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws IOException
      Specified by:
      mergeFrom in interface com.google.protobuf.Message.Builder
      Specified by:
      mergeFrom in interface com.google.protobuf.MessageLite.Builder
      Overrides:
      mergeFrom in class com.google.protobuf.AbstractMessage.Builder<ModelConfigOuterClass.ModelInstanceGroup.Builder>
      Throws:
      IOException

    • getName

      public String getName()
      @@  .. cpp:var:: string name
@@
@@     Optional name of this group of instances. If not specified the
@@     name will be formed as <model name>_<group number>. The name of
@@     individual instances will be further formed by a unique instance
@@     number and GPU index:
@@
      string name = 1;
      Specified by:
      getName in interface ModelConfigOuterClass.ModelInstanceGroupOrBuilder
      Returns:
      The name.

    • getNameBytes

      public com.google.protobuf.ByteString getNameBytes()
      @@  .. cpp:var:: string name
@@
@@     Optional name of this group of instances. If not specified the
@@     name will be formed as <model name>_<group number>. The name of
@@     individual instances will be further formed by a unique instance
@@     number and GPU index:
@@
      string name = 1;
      Specified by:
      getNameBytes in interface ModelConfigOuterClass.ModelInstanceGroupOrBuilder
      Returns:
      The bytes for name.

    • setName

      public ModelConfigOuterClass.ModelInstanceGroup.Builder setName(String value)
      @@  .. cpp:var:: string name
@@
@@     Optional name of this group of instances. If not specified the
@@     name will be formed as <model name>_<group number>. The name of
@@     individual instances will be further formed by a unique instance
@@     number and GPU index:
@@
      string name = 1;
      Parameters:
      value - The name to set.
      Returns:
      This builder for chaining.

    • clearName

      public ModelConfigOuterClass.ModelInstanceGroup.Builder clearName()
      @@  .. cpp:var:: string name
@@
@@     Optional name of this group of instances. If not specified the
@@     name will be formed as <model name>_<group number>. The name of
@@     individual instances will be further formed by a unique instance
@@     number and GPU index:
@@
      string name = 1;
      Returns:
      This builder for chaining.

    • setNameBytes

      public ModelConfigOuterClass.ModelInstanceGroup.Builder setNameBytes(com.google.protobuf.ByteString value)
      @@  .. cpp:var:: string name
@@
@@     Optional name of this group of instances. If not specified the
@@     name will be formed as <model name>_<group number>. The name of
@@     individual instances will be further formed by a unique instance
@@     number and GPU index:
@@
      string name = 1;
      Parameters:
      value - The bytes for name to set.
      Returns:
      This builder for chaining.

    • getKindValue

      public int getKindValue()
      @@  .. cpp:var:: Kind kind
@@
@@     The kind of this instance group. Default is KIND_AUTO. If
@@     KIND_AUTO or KIND_GPU then both 'count' and 'gpu' are valid and
@@     may be specified. If KIND_CPU or KIND_MODEL only 'count' is valid
@@     and 'gpu' cannot be specified.
@@
      .inference.ModelInstanceGroup.Kind kind = 4;
      Specified by:
      getKindValue in interface ModelConfigOuterClass.ModelInstanceGroupOrBuilder
      Returns:
      The enum numeric value on the wire for kind.

    • setKindValue

      public ModelConfigOuterClass.ModelInstanceGroup.Builder setKindValue(int value)
      @@  .. cpp:var:: Kind kind
@@
@@     The kind of this instance group. Default is KIND_AUTO. If
@@     KIND_AUTO or KIND_GPU then both 'count' and 'gpu' are valid and
@@     may be specified. If KIND_CPU or KIND_MODEL only 'count' is valid
@@     and 'gpu' cannot be specified.
@@
      .inference.ModelInstanceGroup.Kind kind = 4;
      Parameters:
      value - The enum numeric value on the wire for kind to set.
      Returns:
      This builder for chaining.

    • getKind

      public ModelConfigOuterClass.ModelInstanceGroup.Kind getKind()
      @@  .. cpp:var:: Kind kind
@@
@@     The kind of this instance group. Default is KIND_AUTO. If
@@     KIND_AUTO or KIND_GPU then both 'count' and 'gpu' are valid and
@@     may be specified. If KIND_CPU or KIND_MODEL only 'count' is valid
@@     and 'gpu' cannot be specified.
@@
      .inference.ModelInstanceGroup.Kind kind = 4;
      Specified by:
      getKind in interface ModelConfigOuterClass.ModelInstanceGroupOrBuilder
      Returns:
      The kind.

    • setKind

      public ModelConfigOuterClass.ModelInstanceGroup.Builder setKind(ModelConfigOuterClass.ModelInstanceGroup.Kind value)
      @@  .. cpp:var:: Kind kind
@@
@@     The kind of this instance group. Default is KIND_AUTO. If
@@     KIND_AUTO or KIND_GPU then both 'count' and 'gpu' are valid and
@@     may be specified. If KIND_CPU or KIND_MODEL only 'count' is valid
@@     and 'gpu' cannot be specified.
@@
      .inference.ModelInstanceGroup.Kind kind = 4;
      Parameters:
      value - The kind to set.
      Returns:
      This builder for chaining.

    • clearKind

      public ModelConfigOuterClass.ModelInstanceGroup.Builder clearKind()
      @@  .. cpp:var:: Kind kind
@@
@@     The kind of this instance group. Default is KIND_AUTO. If
@@     KIND_AUTO or KIND_GPU then both 'count' and 'gpu' are valid and
@@     may be specified. If KIND_CPU or KIND_MODEL only 'count' is valid
@@     and 'gpu' cannot be specified.
@@
      .inference.ModelInstanceGroup.Kind kind = 4;
      Returns:
      This builder for chaining.

    • getCount

      public int getCount()
      @@  .. cpp:var:: int32 count
@@
@@     For a group assigned to GPU, the number of instances created for
@@     each GPU listed in 'gpus'. For a group assigned to CPU the number
@@     of instances created. Default is 1.
      int32 count = 2;
      Specified by:
      getCount in interface ModelConfigOuterClass.ModelInstanceGroupOrBuilder
      Returns:
      The count.

    • setCount

      public ModelConfigOuterClass.ModelInstanceGroup.Builder setCount(int value)
      @@  .. cpp:var:: int32 count
@@
@@     For a group assigned to GPU, the number of instances created for
@@     each GPU listed in 'gpus'. For a group assigned to CPU the number
@@     of instances created. Default is 1.
      int32 count = 2;
      Parameters:
      value - The count to set.
      Returns:
      This builder for chaining.

    • clearCount

      public ModelConfigOuterClass.ModelInstanceGroup.Builder clearCount()
      @@  .. cpp:var:: int32 count
@@
@@     For a group assigned to GPU, the number of instances created for
@@     each GPU listed in 'gpus'. For a group assigned to CPU the number
@@     of instances created. Default is 1.
      int32 count = 2;
      Returns:
      This builder for chaining.

    • hasRateLimiter

      public boolean hasRateLimiter()
      @@  .. cpp:var:: ModelRateLimiter rate_limiter
@@
@@     The rate limiter specific settings to be associated with this
@@     instance group. Optional, if not specified no rate limiting
@@     will be applied to this instance group.
@@
      .inference.ModelRateLimiter rate_limiter = 6;
      Specified by:
      hasRateLimiter in interface ModelConfigOuterClass.ModelInstanceGroupOrBuilder
      Returns:
      Whether the rateLimiter field is set.

    • getRateLimiter

      public ModelConfigOuterClass.ModelRateLimiter getRateLimiter()
      @@  .. cpp:var:: ModelRateLimiter rate_limiter
@@
@@     The rate limiter specific settings to be associated with this
@@     instance group. Optional, if not specified no rate limiting
@@     will be applied to this instance group.
@@
      .inference.ModelRateLimiter rate_limiter = 6;
      Specified by:
      getRateLimiter in interface ModelConfigOuterClass.ModelInstanceGroupOrBuilder
      Returns:
      The rateLimiter.

    • setRateLimiter

      public ModelConfigOuterClass.ModelInstanceGroup.Builder setRateLimiter(ModelConfigOuterClass.ModelRateLimiter value)
      @@  .. cpp:var:: ModelRateLimiter rate_limiter
@@
@@     The rate limiter specific settings to be associated with this
@@     instance group. Optional, if not specified no rate limiting
@@     will be applied to this instance group.
@@
      .inference.ModelRateLimiter rate_limiter = 6;

    • setRateLimiter

      public ModelConfigOuterClass.ModelInstanceGroup.Builder setRateLimiter(ModelConfigOuterClass.ModelRateLimiter.Builder builderForValue)
      @@  .. cpp:var:: ModelRateLimiter rate_limiter
@@
@@     The rate limiter specific settings to be associated with this
@@     instance group. Optional, if not specified no rate limiting
@@     will be applied to this instance group.
@@
      .inference.ModelRateLimiter rate_limiter = 6;

    • mergeRateLimiter

      public ModelConfigOuterClass.ModelInstanceGroup.Builder mergeRateLimiter(ModelConfigOuterClass.ModelRateLimiter value)
      @@  .. cpp:var:: ModelRateLimiter rate_limiter
@@
@@     The rate limiter specific settings to be associated with this
@@     instance group. Optional, if not specified no rate limiting
@@     will be applied to this instance group.
@@
      .inference.ModelRateLimiter rate_limiter = 6;

    • clearRateLimiter

      public ModelConfigOuterClass.ModelInstanceGroup.Builder clearRateLimiter()
      @@  .. cpp:var:: ModelRateLimiter rate_limiter
@@
@@     The rate limiter specific settings to be associated with this
@@     instance group. Optional, if not specified no rate limiting
@@     will be applied to this instance group.
@@
      .inference.ModelRateLimiter rate_limiter = 6;

    • getRateLimiterBuilder

      public ModelConfigOuterClass.ModelRateLimiter.Builder getRateLimiterBuilder()
      @@  .. cpp:var:: ModelRateLimiter rate_limiter
@@
@@     The rate limiter specific settings to be associated with this
@@     instance group. Optional, if not specified no rate limiting
@@     will be applied to this instance group.
@@
      .inference.ModelRateLimiter rate_limiter = 6;

    • getRateLimiterOrBuilder

      public ModelConfigOuterClass.ModelRateLimiterOrBuilder getRateLimiterOrBuilder()
      @@  .. cpp:var:: ModelRateLimiter rate_limiter
@@
@@     The rate limiter specific settings to be associated with this
@@     instance group. Optional, if not specified no rate limiting
@@     will be applied to this instance group.
@@
      .inference.ModelRateLimiter rate_limiter = 6;
      Specified by:
      getRateLimiterOrBuilder in interface ModelConfigOuterClass.ModelInstanceGroupOrBuilder

    • getGpusList

      public List<Integer> getGpusList()
      @@  .. cpp:var:: int32 gpus (repeated)
@@
@@     GPU(s) where instances should be available. For each GPU listed,
@@     'count' instances of the model will be available. Setting 'gpus'
@@     to empty (or not specifying at all) is equivalent to listing all
@@     available GPUs.
@@
      repeated int32 gpus = 3;
      Specified by:
      getGpusList in interface ModelConfigOuterClass.ModelInstanceGroupOrBuilder
      Returns:
      A list containing the gpus.

    • getGpusCount

      public int getGpusCount()
      @@  .. cpp:var:: int32 gpus (repeated)
@@
@@     GPU(s) where instances should be available. For each GPU listed,
@@     'count' instances of the model will be available. Setting 'gpus'
@@     to empty (or not specifying at all) is equivalent to listing all
@@     available GPUs.
@@
      repeated int32 gpus = 3;
      Specified by:
      getGpusCount in interface ModelConfigOuterClass.ModelInstanceGroupOrBuilder
      Returns:
      The count of gpus.

    • getGpus

      public int getGpus(int index)
      @@  .. cpp:var:: int32 gpus (repeated)
@@
@@     GPU(s) where instances should be available. For each GPU listed,
@@     'count' instances of the model will be available. Setting 'gpus'
@@     to empty (or not specifying at all) is equivalent to listing all
@@     available GPUs.
@@
      repeated int32 gpus = 3;
      Specified by:
      getGpus in interface ModelConfigOuterClass.ModelInstanceGroupOrBuilder
      Parameters:
      index - The index of the element to return.
      Returns:
      The gpus at the given index.

    • setGpus

      public ModelConfigOuterClass.ModelInstanceGroup.Builder setGpus(int index, int value)
      @@  .. cpp:var:: int32 gpus (repeated)
@@
@@     GPU(s) where instances should be available. For each GPU listed,
@@     'count' instances of the model will be available. Setting 'gpus'
@@     to empty (or not specifying at all) is equivalent to listing all
@@     available GPUs.
@@
      repeated int32 gpus = 3;
      Parameters:
      index - The index to set the value at.
      value - The gpus to set.
      Returns:
      This builder for chaining.

    • addGpus

      public ModelConfigOuterClass.ModelInstanceGroup.Builder addGpus(int value)
      @@  .. cpp:var:: int32 gpus (repeated)
@@
@@     GPU(s) where instances should be available. For each GPU listed,
@@     'count' instances of the model will be available. Setting 'gpus'
@@     to empty (or not specifying at all) is equivalent to listing all
@@     available GPUs.
@@
      repeated int32 gpus = 3;
      Parameters:
      value - The gpus to add.
      Returns:
      This builder for chaining.

    • addAllGpus

      public ModelConfigOuterClass.ModelInstanceGroup.Builder addAllGpus(Iterable<? extends Integer> values)
      @@  .. cpp:var:: int32 gpus (repeated)
@@
@@     GPU(s) where instances should be available. For each GPU listed,
@@     'count' instances of the model will be available. Setting 'gpus'
@@     to empty (or not specifying at all) is equivalent to listing all
@@     available GPUs.
@@
      repeated int32 gpus = 3;
      Parameters:
      values - The gpus to add.
      Returns:
      This builder for chaining.

    • clearGpus

      public ModelConfigOuterClass.ModelInstanceGroup.Builder clearGpus()
      @@  .. cpp:var:: int32 gpus (repeated)
@@
@@     GPU(s) where instances should be available. For each GPU listed,
@@     'count' instances of the model will be available. Setting 'gpus'
@@     to empty (or not specifying at all) is equivalent to listing all
@@     available GPUs.
@@
      repeated int32 gpus = 3;
      Returns:
      This builder for chaining.

    • getSecondaryDevicesList

      public List<ModelConfigOuterClass.ModelInstanceGroup.SecondaryDevice> getSecondaryDevicesList()
      @@  .. cpp:var:: SecondaryDevice secondary_devices (repeated)
@@
@@     Secondary devices that are required by instances specified by this
@@     instance group. Optional.
@@
      repeated .inference.ModelInstanceGroup.SecondaryDevice secondary_devices = 8;
      Specified by:
      getSecondaryDevicesList in interface ModelConfigOuterClass.ModelInstanceGroupOrBuilder

    • getSecondaryDevicesCount

      public int getSecondaryDevicesCount()
      @@  .. cpp:var:: SecondaryDevice secondary_devices (repeated)
@@
@@     Secondary devices that are required by instances specified by this
@@     instance group. Optional.
@@
      repeated .inference.ModelInstanceGroup.SecondaryDevice secondary_devices = 8;
      Specified by:
      getSecondaryDevicesCount in interface ModelConfigOuterClass.ModelInstanceGroupOrBuilder

    • getSecondaryDevices

      public ModelConfigOuterClass.ModelInstanceGroup.SecondaryDevice getSecondaryDevices(int index)
      @@  .. cpp:var:: SecondaryDevice secondary_devices (repeated)
@@
@@     Secondary devices that are required by instances specified by this
@@     instance group. Optional.
@@
      repeated .inference.ModelInstanceGroup.SecondaryDevice secondary_devices = 8;
      Specified by:
      getSecondaryDevices in interface ModelConfigOuterClass.ModelInstanceGroupOrBuilder

    • setSecondaryDevices

      public ModelConfigOuterClass.ModelInstanceGroup.Builder setSecondaryDevices(int index, ModelConfigOuterClass.ModelInstanceGroup.SecondaryDevice value)
      @@  .. cpp:var:: SecondaryDevice secondary_devices (repeated)
@@
@@     Secondary devices that are required by instances specified by this
@@     instance group. Optional.
@@
      repeated .inference.ModelInstanceGroup.SecondaryDevice secondary_devices = 8;

    • setSecondaryDevices

      public ModelConfigOuterClass.ModelInstanceGroup.Builder setSecondaryDevices(int index, ModelConfigOuterClass.ModelInstanceGroup.SecondaryDevice.Builder builderForValue)
      @@  .. cpp:var:: SecondaryDevice secondary_devices (repeated)
@@
@@     Secondary devices that are required by instances specified by this
@@     instance group. Optional.
@@
      repeated .inference.ModelInstanceGroup.SecondaryDevice secondary_devices = 8;

    • addSecondaryDevices

      public ModelConfigOuterClass.ModelInstanceGroup.Builder addSecondaryDevices(ModelConfigOuterClass.ModelInstanceGroup.SecondaryDevice value)
      @@  .. cpp:var:: SecondaryDevice secondary_devices (repeated)
@@
@@     Secondary devices that are required by instances specified by this
@@     instance group. Optional.
@@
      repeated .inference.ModelInstanceGroup.SecondaryDevice secondary_devices = 8;

    • addSecondaryDevices

      public ModelConfigOuterClass.ModelInstanceGroup.Builder addSecondaryDevices(int index, ModelConfigOuterClass.ModelInstanceGroup.SecondaryDevice value)
      @@  .. cpp:var:: SecondaryDevice secondary_devices (repeated)
@@
@@     Secondary devices that are required by instances specified by this
@@     instance group. Optional.
@@
      repeated .inference.ModelInstanceGroup.SecondaryDevice secondary_devices = 8;

    • addSecondaryDevices

      public ModelConfigOuterClass.ModelInstanceGroup.Builder addSecondaryDevices(ModelConfigOuterClass.ModelInstanceGroup.SecondaryDevice.Builder builderForValue)
      @@  .. cpp:var:: SecondaryDevice secondary_devices (repeated)
@@
@@     Secondary devices that are required by instances specified by this
@@     instance group. Optional.
@@
      repeated .inference.ModelInstanceGroup.SecondaryDevice secondary_devices = 8;

    • addSecondaryDevices

      public ModelConfigOuterClass.ModelInstanceGroup.Builder addSecondaryDevices(int index, ModelConfigOuterClass.ModelInstanceGroup.SecondaryDevice.Builder builderForValue)
      @@  .. cpp:var:: SecondaryDevice secondary_devices (repeated)
@@
@@     Secondary devices that are required by instances specified by this
@@     instance group. Optional.
@@
      repeated .inference.ModelInstanceGroup.SecondaryDevice secondary_devices = 8;

    • addAllSecondaryDevices

      public ModelConfigOuterClass.ModelInstanceGroup.Builder addAllSecondaryDevices(Iterable<? extends ModelConfigOuterClass.ModelInstanceGroup.SecondaryDevice> values)
      @@  .. cpp:var:: SecondaryDevice secondary_devices (repeated)
@@
@@     Secondary devices that are required by instances specified by this
@@     instance group. Optional.
@@
      repeated .inference.ModelInstanceGroup.SecondaryDevice secondary_devices = 8;

    • clearSecondaryDevices

      public ModelConfigOuterClass.ModelInstanceGroup.Builder clearSecondaryDevices()
      @@  .. cpp:var:: SecondaryDevice secondary_devices (repeated)
@@
@@     Secondary devices that are required by instances specified by this
@@     instance group. Optional.
@@
      repeated .inference.ModelInstanceGroup.SecondaryDevice secondary_devices = 8;

    • removeSecondaryDevices

      public ModelConfigOuterClass.ModelInstanceGroup.Builder removeSecondaryDevices(int index)
      @@  .. cpp:var:: SecondaryDevice secondary_devices (repeated)
@@
@@     Secondary devices that are required by instances specified by this
@@     instance group. Optional.
@@
      repeated .inference.ModelInstanceGroup.SecondaryDevice secondary_devices = 8;

    • getSecondaryDevicesBuilder

      public ModelConfigOuterClass.ModelInstanceGroup.SecondaryDevice.Builder getSecondaryDevicesBuilder(int index)
      @@  .. cpp:var:: SecondaryDevice secondary_devices (repeated)
@@
@@     Secondary devices that are required by instances specified by this
@@     instance group. Optional.
@@
      repeated .inference.ModelInstanceGroup.SecondaryDevice secondary_devices = 8;

    • getSecondaryDevicesOrBuilder

      public ModelConfigOuterClass.ModelInstanceGroup.SecondaryDeviceOrBuilder getSecondaryDevicesOrBuilder(int index)
      @@  .. cpp:var:: SecondaryDevice secondary_devices (repeated)
@@
@@     Secondary devices that are required by instances specified by this
@@     instance group. Optional.
@@
      repeated .inference.ModelInstanceGroup.SecondaryDevice secondary_devices = 8;
      Specified by:
      getSecondaryDevicesOrBuilder in interface ModelConfigOuterClass.ModelInstanceGroupOrBuilder

    • getSecondaryDevicesOrBuilderList

      public List<? extends ModelConfigOuterClass.ModelInstanceGroup.SecondaryDeviceOrBuilder> getSecondaryDevicesOrBuilderList()
      @@  .. cpp:var:: SecondaryDevice secondary_devices (repeated)
@@
@@     Secondary devices that are required by instances specified by this
@@     instance group. Optional.
@@
      repeated .inference.ModelInstanceGroup.SecondaryDevice secondary_devices = 8;
      Specified by:
      getSecondaryDevicesOrBuilderList in interface ModelConfigOuterClass.ModelInstanceGroupOrBuilder

    • addSecondaryDevicesBuilder

      public ModelConfigOuterClass.ModelInstanceGroup.SecondaryDevice.Builder addSecondaryDevicesBuilder()
      @@  .. cpp:var:: SecondaryDevice secondary_devices (repeated)
@@
@@     Secondary devices that are required by instances specified by this
@@     instance group. Optional.
@@
      repeated .inference.ModelInstanceGroup.SecondaryDevice secondary_devices = 8;

    • addSecondaryDevicesBuilder

      public ModelConfigOuterClass.ModelInstanceGroup.SecondaryDevice.Builder addSecondaryDevicesBuilder(int index)
      @@  .. cpp:var:: SecondaryDevice secondary_devices (repeated)
@@
@@     Secondary devices that are required by instances specified by this
@@     instance group. Optional.
@@
      repeated .inference.ModelInstanceGroup.SecondaryDevice secondary_devices = 8;

    • getSecondaryDevicesBuilderList

      public List<ModelConfigOuterClass.ModelInstanceGroup.SecondaryDevice.Builder> getSecondaryDevicesBuilderList()
      @@  .. cpp:var:: SecondaryDevice secondary_devices (repeated)
@@
@@     Secondary devices that are required by instances specified by this
@@     instance group. Optional.
@@
      repeated .inference.ModelInstanceGroup.SecondaryDevice secondary_devices = 8;

    • getProfileList

      public com.google.protobuf.ProtocolStringList getProfileList()
      @@  .. cpp:var:: string profile (repeated)
@@
@@     For TensorRT models containing multiple optimization profile, this
@@     parameter specifies a set of optimization profiles available to this
@@     instance group. The inference server will choose the optimal profile
@@     based on the shapes of the input tensors. This field should lie
@@     between 0 and <TotalNumberOfOptimizationProfilesInPlanModel> - 1
@@     and be specified only for TensorRT backend, otherwise an error will
@@     be generated. If not specified, the server will select the first
@@     optimization profile by default.
@@
      repeated string profile = 5;
      Specified by:
      getProfileList in interface ModelConfigOuterClass.ModelInstanceGroupOrBuilder
      Returns:
      A list containing the profile.

    • getProfileCount

      public int getProfileCount()
      @@  .. cpp:var:: string profile (repeated)
@@
@@     For TensorRT models containing multiple optimization profile, this
@@     parameter specifies a set of optimization profiles available to this
@@     instance group. The inference server will choose the optimal profile
@@     based on the shapes of the input tensors. This field should lie
@@     between 0 and <TotalNumberOfOptimizationProfilesInPlanModel> - 1
@@     and be specified only for TensorRT backend, otherwise an error will
@@     be generated. If not specified, the server will select the first
@@     optimization profile by default.
@@
      repeated string profile = 5;
      Specified by:
      getProfileCount in interface ModelConfigOuterClass.ModelInstanceGroupOrBuilder
      Returns:
      The count of profile.

    • getProfile

      public String getProfile(int index)
      @@  .. cpp:var:: string profile (repeated)
@@
@@     For TensorRT models containing multiple optimization profile, this
@@     parameter specifies a set of optimization profiles available to this
@@     instance group. The inference server will choose the optimal profile
@@     based on the shapes of the input tensors. This field should lie
@@     between 0 and <TotalNumberOfOptimizationProfilesInPlanModel> - 1
@@     and be specified only for TensorRT backend, otherwise an error will
@@     be generated. If not specified, the server will select the first
@@     optimization profile by default.
@@
      repeated string profile = 5;
      Specified by:
      getProfile in interface ModelConfigOuterClass.ModelInstanceGroupOrBuilder
      Parameters:
      index - The index of the element to return.
      Returns:
      The profile at the given index.

    • getProfileBytes

      public com.google.protobuf.ByteString getProfileBytes(int index)
      @@  .. cpp:var:: string profile (repeated)
@@
@@     For TensorRT models containing multiple optimization profile, this
@@     parameter specifies a set of optimization profiles available to this
@@     instance group. The inference server will choose the optimal profile
@@     based on the shapes of the input tensors. This field should lie
@@     between 0 and <TotalNumberOfOptimizationProfilesInPlanModel> - 1
@@     and be specified only for TensorRT backend, otherwise an error will
@@     be generated. If not specified, the server will select the first
@@     optimization profile by default.
@@
      repeated string profile = 5;
      Specified by:
      getProfileBytes in interface ModelConfigOuterClass.ModelInstanceGroupOrBuilder
      Parameters:
      index - The index of the value to return.
      Returns:
      The bytes of the profile at the given index.

    • setProfile

      public ModelConfigOuterClass.ModelInstanceGroup.Builder setProfile(int index, String value)
      @@  .. cpp:var:: string profile (repeated)
@@
@@     For TensorRT models containing multiple optimization profile, this
@@     parameter specifies a set of optimization profiles available to this
@@     instance group. The inference server will choose the optimal profile
@@     based on the shapes of the input tensors. This field should lie
@@     between 0 and <TotalNumberOfOptimizationProfilesInPlanModel> - 1
@@     and be specified only for TensorRT backend, otherwise an error will
@@     be generated. If not specified, the server will select the first
@@     optimization profile by default.
@@
      repeated string profile = 5;
      Parameters:
      index - The index to set the value at.
      value - The profile to set.
      Returns:
      This builder for chaining.

    • addProfile

      public ModelConfigOuterClass.ModelInstanceGroup.Builder addProfile(String value)
      @@  .. cpp:var:: string profile (repeated)
@@
@@     For TensorRT models containing multiple optimization profile, this
@@     parameter specifies a set of optimization profiles available to this
@@     instance group. The inference server will choose the optimal profile
@@     based on the shapes of the input tensors. This field should lie
@@     between 0 and <TotalNumberOfOptimizationProfilesInPlanModel> - 1
@@     and be specified only for TensorRT backend, otherwise an error will
@@     be generated. If not specified, the server will select the first
@@     optimization profile by default.
@@
      repeated string profile = 5;
      Parameters:
      value - The profile to add.
      Returns:
      This builder for chaining.

    • addAllProfile

      public ModelConfigOuterClass.ModelInstanceGroup.Builder addAllProfile(Iterable<String> values)
      @@  .. cpp:var:: string profile (repeated)
@@
@@     For TensorRT models containing multiple optimization profile, this
@@     parameter specifies a set of optimization profiles available to this
@@     instance group. The inference server will choose the optimal profile
@@     based on the shapes of the input tensors. This field should lie
@@     between 0 and <TotalNumberOfOptimizationProfilesInPlanModel> - 1
@@     and be specified only for TensorRT backend, otherwise an error will
@@     be generated. If not specified, the server will select the first
@@     optimization profile by default.
@@
      repeated string profile = 5;
      Parameters:
      values - The profile to add.
      Returns:
      This builder for chaining.

    • clearProfile

      public ModelConfigOuterClass.ModelInstanceGroup.Builder clearProfile()
      @@  .. cpp:var:: string profile (repeated)
@@
@@     For TensorRT models containing multiple optimization profile, this
@@     parameter specifies a set of optimization profiles available to this
@@     instance group. The inference server will choose the optimal profile
@@     based on the shapes of the input tensors. This field should lie
@@     between 0 and <TotalNumberOfOptimizationProfilesInPlanModel> - 1
@@     and be specified only for TensorRT backend, otherwise an error will
@@     be generated. If not specified, the server will select the first
@@     optimization profile by default.
@@
      repeated string profile = 5;
      Returns:
      This builder for chaining.

    • addProfileBytes

      public ModelConfigOuterClass.ModelInstanceGroup.Builder addProfileBytes(com.google.protobuf.ByteString value)
      @@  .. cpp:var:: string profile (repeated)
@@
@@     For TensorRT models containing multiple optimization profile, this
@@     parameter specifies a set of optimization profiles available to this
@@     instance group. The inference server will choose the optimal profile
@@     based on the shapes of the input tensors. This field should lie
@@     between 0 and <TotalNumberOfOptimizationProfilesInPlanModel> - 1
@@     and be specified only for TensorRT backend, otherwise an error will
@@     be generated. If not specified, the server will select the first
@@     optimization profile by default.
@@
      repeated string profile = 5;
      Parameters:
      value - The bytes of the profile to add.
      Returns:
      This builder for chaining.

    • getPassive

      public boolean getPassive()
      @@  .. cpp:var:: bool passive
@@
@@     Whether the instances within this instance group will be accepting
@@     inference requests from the scheduler. If true, the instances will
@@     not be added to the scheduler. Default value is false.
@@
      bool passive = 7;
      Specified by:
      getPassive in interface ModelConfigOuterClass.ModelInstanceGroupOrBuilder
      Returns:
      The passive.

    • setPassive

      public ModelConfigOuterClass.ModelInstanceGroup.Builder setPassive(boolean value)
      @@  .. cpp:var:: bool passive
@@
@@     Whether the instances within this instance group will be accepting
@@     inference requests from the scheduler. If true, the instances will
@@     not be added to the scheduler. Default value is false.
@@
      bool passive = 7;
      Parameters:
      value - The passive to set.
      Returns:
      This builder for chaining.

    • clearPassive

      public ModelConfigOuterClass.ModelInstanceGroup.Builder clearPassive()
      @@  .. cpp:var:: bool passive
@@
@@     Whether the instances within this instance group will be accepting
@@     inference requests from the scheduler. If true, the instances will
@@     not be added to the scheduler. Default value is false.
@@
      bool passive = 7;
      Returns:
      This builder for chaining.

    • getHostPolicy

      public String getHostPolicy()
      @@  .. cpp:var:: string host_policy
@@
@@     The host policy name that the instance to be associated with.
@@     The default value is set to reflect the device kind of the instance,
@@     for instance, KIND_CPU is "cpu", KIND_MODEL is "model" and
@@     KIND_GPU is "gpu_<gpu_id>".
@@
      string host_policy = 9;
      Specified by:
      getHostPolicy in interface ModelConfigOuterClass.ModelInstanceGroupOrBuilder
      Returns:
      The hostPolicy.

    • getHostPolicyBytes

      public com.google.protobuf.ByteString getHostPolicyBytes()
      @@  .. cpp:var:: string host_policy
@@
@@     The host policy name that the instance to be associated with.
@@     The default value is set to reflect the device kind of the instance,
@@     for instance, KIND_CPU is "cpu", KIND_MODEL is "model" and
@@     KIND_GPU is "gpu_<gpu_id>".
@@
      string host_policy = 9;
      Specified by:
      getHostPolicyBytes in interface ModelConfigOuterClass.ModelInstanceGroupOrBuilder
      Returns:
      The bytes for hostPolicy.

    • setHostPolicy

      public ModelConfigOuterClass.ModelInstanceGroup.Builder setHostPolicy(String value)
      @@  .. cpp:var:: string host_policy
@@
@@     The host policy name that the instance to be associated with.
@@     The default value is set to reflect the device kind of the instance,
@@     for instance, KIND_CPU is "cpu", KIND_MODEL is "model" and
@@     KIND_GPU is "gpu_<gpu_id>".
@@
      string host_policy = 9;
      Parameters:
      value - The hostPolicy to set.
      Returns:
      This builder for chaining.

    • clearHostPolicy

      public ModelConfigOuterClass.ModelInstanceGroup.Builder clearHostPolicy()
      @@  .. cpp:var:: string host_policy
@@
@@     The host policy name that the instance to be associated with.
@@     The default value is set to reflect the device kind of the instance,
@@     for instance, KIND_CPU is "cpu", KIND_MODEL is "model" and
@@     KIND_GPU is "gpu_<gpu_id>".
@@
      string host_policy = 9;
      Returns:
      This builder for chaining.

    • setHostPolicyBytes

      public ModelConfigOuterClass.ModelInstanceGroup.Builder setHostPolicyBytes(com.google.protobuf.ByteString value)
      @@  .. cpp:var:: string host_policy
@@
@@     The host policy name that the instance to be associated with.
@@     The default value is set to reflect the device kind of the instance,
@@     for instance, KIND_CPU is "cpu", KIND_MODEL is "model" and
@@     KIND_GPU is "gpu_<gpu_id>".
@@
      string host_policy = 9;
      Parameters:
      value - The bytes for hostPolicy to set.
      Returns:
      This builder for chaining.

    • setUnknownFields

      public final ModelConfigOuterClass.ModelInstanceGroup.Builder setUnknownFields(com.google.protobuf.UnknownFieldSet unknownFields)
      Specified by:
      setUnknownFields in interface com.google.protobuf.Message.Builder
      Overrides:
      setUnknownFields in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelInstanceGroup.Builder>

    • mergeUnknownFields

      public final ModelConfigOuterClass.ModelInstanceGroup.Builder mergeUnknownFields(com.google.protobuf.UnknownFieldSet unknownFields)
      Specified by:
      mergeUnknownFields in interface com.google.protobuf.Message.Builder
      Overrides:
      mergeUnknownFields in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelInstanceGroup.Builder>