Package inference

Class ModelConfigOuterClass.ModelRateLimiter

java.lang.Object
com.google.protobuf.AbstractMessageLite
com.google.protobuf.AbstractMessage
com.google.protobuf.GeneratedMessageV3
inference.ModelConfigOuterClass.ModelRateLimiter
All Implemented Interfaces:
com.google.protobuf.Message, com.google.protobuf.MessageLite, com.google.protobuf.MessageLiteOrBuilder, com.google.protobuf.MessageOrBuilder, ModelConfigOuterClass.ModelRateLimiterOrBuilder, Serializable
Enclosing class:
ModelConfigOuterClass
public static final class ModelConfigOuterClass.ModelRateLimiter extends com.google.protobuf.GeneratedMessageV3 implements ModelConfigOuterClass.ModelRateLimiterOrBuilder
@@
@@  .. cpp:var:: message ModelRateLimiter
@@
@@     The specifications required by the rate limiter to properly
@@     schedule the inference requests across the different models
@@     and their instances.
@@
Protobuf type inference.ModelRateLimiter
See Also:

  • Field Details

  • Method Details

    • newInstance

      protected Object newInstance(com.google.protobuf.GeneratedMessageV3.UnusedPrivateParameter unused)
      Overrides:
      newInstance in class com.google.protobuf.GeneratedMessageV3

    • getDescriptor

      public static final com.google.protobuf.Descriptors.Descriptor getDescriptor()

    • internalGetFieldAccessorTable

      protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable internalGetFieldAccessorTable()
      Specified by:
      internalGetFieldAccessorTable in class com.google.protobuf.GeneratedMessageV3

    • getResourcesList

      public List<ModelConfigOuterClass.ModelRateLimiter.Resource> getResourcesList()
      @@  .. cpp:var:: Resource resources (repeated)
@@
@@     The resources required to execute the request on a model instance.
@@     Resources are just names with a corresponding count. The execution
@@     of the instance will be blocked until the specified resources are
@@     available. By default an instance uses no rate-limiter resources.
@@
      repeated .inference.ModelRateLimiter.Resource resources = 1;
      Specified by:
      getResourcesList in interface ModelConfigOuterClass.ModelRateLimiterOrBuilder

    • getResourcesOrBuilderList

      public List<? extends ModelConfigOuterClass.ModelRateLimiter.ResourceOrBuilder> getResourcesOrBuilderList()
      @@  .. cpp:var:: Resource resources (repeated)
@@
@@     The resources required to execute the request on a model instance.
@@     Resources are just names with a corresponding count. The execution
@@     of the instance will be blocked until the specified resources are
@@     available. By default an instance uses no rate-limiter resources.
@@
      repeated .inference.ModelRateLimiter.Resource resources = 1;
      Specified by:
      getResourcesOrBuilderList in interface ModelConfigOuterClass.ModelRateLimiterOrBuilder

    • getResourcesCount

      public int getResourcesCount()
      @@  .. cpp:var:: Resource resources (repeated)
@@
@@     The resources required to execute the request on a model instance.
@@     Resources are just names with a corresponding count. The execution
@@     of the instance will be blocked until the specified resources are
@@     available. By default an instance uses no rate-limiter resources.
@@
      repeated .inference.ModelRateLimiter.Resource resources = 1;
      Specified by:
      getResourcesCount in interface ModelConfigOuterClass.ModelRateLimiterOrBuilder

    • getResources

      public ModelConfigOuterClass.ModelRateLimiter.Resource getResources(int index)
      @@  .. cpp:var:: Resource resources (repeated)
@@
@@     The resources required to execute the request on a model instance.
@@     Resources are just names with a corresponding count. The execution
@@     of the instance will be blocked until the specified resources are
@@     available. By default an instance uses no rate-limiter resources.
@@
      repeated .inference.ModelRateLimiter.Resource resources = 1;
      Specified by:
      getResources in interface ModelConfigOuterClass.ModelRateLimiterOrBuilder

    • getResourcesOrBuilder

      public ModelConfigOuterClass.ModelRateLimiter.ResourceOrBuilder getResourcesOrBuilder(int index)
      @@  .. cpp:var:: Resource resources (repeated)
@@
@@     The resources required to execute the request on a model instance.
@@     Resources are just names with a corresponding count. The execution
@@     of the instance will be blocked until the specified resources are
@@     available. By default an instance uses no rate-limiter resources.
@@
      repeated .inference.ModelRateLimiter.Resource resources = 1;
      Specified by:
      getResourcesOrBuilder in interface ModelConfigOuterClass.ModelRateLimiterOrBuilder

    • getPriority

      public int getPriority()
      @@  .. cpp:var:: uint32 priority
@@
@@     The optional weighting value to be used for prioritizing across
@@     instances. An instance with priority 2 will be given 1/2 the
@@     number of scheduling chances as an instance_group with priority
@@     1. The default priority is 1. The priority of value 0 will be
@@     treated as priority 1.
@@
      uint32 priority = 2;
      Specified by:
      getPriority in interface ModelConfigOuterClass.ModelRateLimiterOrBuilder
      Returns:
      The priority.

    • isInitialized

      public final boolean isInitialized()
      Specified by:
      isInitialized in interface com.google.protobuf.MessageLiteOrBuilder
      Overrides:
      isInitialized in class com.google.protobuf.GeneratedMessageV3

    • writeTo

      public void writeTo(com.google.protobuf.CodedOutputStream output) throws IOException
      Specified by:
      writeTo in interface com.google.protobuf.MessageLite
      Overrides:
      writeTo in class com.google.protobuf.GeneratedMessageV3
      Throws:
      IOException

    • getSerializedSize

      public int getSerializedSize()
      Specified by:
      getSerializedSize in interface com.google.protobuf.MessageLite
      Overrides:
      getSerializedSize in class com.google.protobuf.GeneratedMessageV3

    • equals

      public boolean equals(Object obj)
      Specified by:
      equals in interface com.google.protobuf.Message
      Overrides:
      equals in class com.google.protobuf.AbstractMessage

    • hashCode

      public int hashCode()
      Specified by:
      hashCode in interface com.google.protobuf.Message
      Overrides:
      hashCode in class com.google.protobuf.AbstractMessage

    • parseFrom

      public static ModelConfigOuterClass.ModelRateLimiter parseFrom(ByteBuffer data) throws com.google.protobuf.InvalidProtocolBufferException
      Throws:
      com.google.protobuf.InvalidProtocolBufferException

    • parseFrom

      public static ModelConfigOuterClass.ModelRateLimiter parseFrom(ByteBuffer data, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws com.google.protobuf.InvalidProtocolBufferException
      Throws:
      com.google.protobuf.InvalidProtocolBufferException

    • parseFrom

      public static ModelConfigOuterClass.ModelRateLimiter parseFrom(com.google.protobuf.ByteString data) throws com.google.protobuf.InvalidProtocolBufferException
      Throws:
      com.google.protobuf.InvalidProtocolBufferException

    • parseFrom

      public static ModelConfigOuterClass.ModelRateLimiter parseFrom(com.google.protobuf.ByteString data, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws com.google.protobuf.InvalidProtocolBufferException
      Throws:
      com.google.protobuf.InvalidProtocolBufferException

    • parseFrom

      public static ModelConfigOuterClass.ModelRateLimiter parseFrom(byte[] data) throws com.google.protobuf.InvalidProtocolBufferException
      Throws:
      com.google.protobuf.InvalidProtocolBufferException

    • parseFrom

      public static ModelConfigOuterClass.ModelRateLimiter parseFrom(byte[] data, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws com.google.protobuf.InvalidProtocolBufferException
      Throws:
      com.google.protobuf.InvalidProtocolBufferException

    • parseFrom

      public static ModelConfigOuterClass.ModelRateLimiter parseFrom(InputStream input) throws IOException
      Throws:
      IOException

    • parseFrom

      public static ModelConfigOuterClass.ModelRateLimiter parseFrom(InputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws IOException
      Throws:
      IOException

    • parseDelimitedFrom

      public static ModelConfigOuterClass.ModelRateLimiter parseDelimitedFrom(InputStream input) throws IOException
      Throws:
      IOException

    • parseDelimitedFrom

      public static ModelConfigOuterClass.ModelRateLimiter parseDelimitedFrom(InputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws IOException
      Throws:
      IOException

    • parseFrom

      public static ModelConfigOuterClass.ModelRateLimiter parseFrom(com.google.protobuf.CodedInputStream input) throws IOException
      Throws:
      IOException

    • parseFrom

      public static ModelConfigOuterClass.ModelRateLimiter parseFrom(com.google.protobuf.CodedInputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws IOException
      Throws:
      IOException

    • newBuilderForType

      public ModelConfigOuterClass.ModelRateLimiter.Builder newBuilderForType()
      Specified by:
      newBuilderForType in interface com.google.protobuf.Message
      Specified by:
      newBuilderForType in interface com.google.protobuf.MessageLite

    • newBuilder

      public static ModelConfigOuterClass.ModelRateLimiter.Builder newBuilder()

    • newBuilder

      public static ModelConfigOuterClass.ModelRateLimiter.Builder newBuilder(ModelConfigOuterClass.ModelRateLimiter prototype)

    • toBuilder

      public ModelConfigOuterClass.ModelRateLimiter.Builder toBuilder()
      Specified by:
      toBuilder in interface com.google.protobuf.Message
      Specified by:
      toBuilder in interface com.google.protobuf.MessageLite

    • newBuilderForType

      protected ModelConfigOuterClass.ModelRateLimiter.Builder newBuilderForType(com.google.protobuf.GeneratedMessageV3.BuilderParent parent)
      Specified by:
      newBuilderForType in class com.google.protobuf.GeneratedMessageV3

    • getDefaultInstance

      public static ModelConfigOuterClass.ModelRateLimiter getDefaultInstance()

    • parser

      public static com.google.protobuf.Parser<ModelConfigOuterClass.ModelRateLimiter> parser()

    • getParserForType

      public com.google.protobuf.Parser<ModelConfigOuterClass.ModelRateLimiter> getParserForType()
      Specified by:
      getParserForType in interface com.google.protobuf.Message
      Specified by:
      getParserForType in interface com.google.protobuf.MessageLite
      Overrides:
      getParserForType in class com.google.protobuf.GeneratedMessageV3

    • getDefaultInstanceForType

      public ModelConfigOuterClass.ModelRateLimiter getDefaultInstanceForType()
      Specified by:
      getDefaultInstanceForType in interface com.google.protobuf.MessageLiteOrBuilder
      Specified by:
      getDefaultInstanceForType in interface com.google.protobuf.MessageOrBuilder