Package inference

Class ModelConfigOuterClass.ModelQueuePolicy

java.lang.Object
com.google.protobuf.AbstractMessageLite
com.google.protobuf.AbstractMessage
com.google.protobuf.GeneratedMessageV3
inference.ModelConfigOuterClass.ModelQueuePolicy
All Implemented Interfaces:
com.google.protobuf.Message, com.google.protobuf.MessageLite, com.google.protobuf.MessageLiteOrBuilder, com.google.protobuf.MessageOrBuilder, ModelConfigOuterClass.ModelQueuePolicyOrBuilder, Serializable
Enclosing class:
ModelConfigOuterClass
public static final class ModelConfigOuterClass.ModelQueuePolicy extends com.google.protobuf.GeneratedMessageV3 implements ModelConfigOuterClass.ModelQueuePolicyOrBuilder
@@
@@.. cpp:var:: message ModelQueuePolicy
@@
@@   Queue policy for inference requests.
@@
Protobuf type inference.ModelQueuePolicy
See Also:

  • Field Details

    • TIMEOUT_ACTION_FIELD_NUMBER

      public static final int TIMEOUT_ACTION_FIELD_NUMBER
      See Also:

    • DEFAULT_TIMEOUT_MICROSECONDS_FIELD_NUMBER

      public static final int DEFAULT_TIMEOUT_MICROSECONDS_FIELD_NUMBER
      See Also:

    • ALLOW_TIMEOUT_OVERRIDE_FIELD_NUMBER

      public static final int ALLOW_TIMEOUT_OVERRIDE_FIELD_NUMBER
      See Also:

    • MAX_QUEUE_SIZE_FIELD_NUMBER

      public static final int MAX_QUEUE_SIZE_FIELD_NUMBER
      See Also:

  • Method Details

    • newInstance

      protected Object newInstance(com.google.protobuf.GeneratedMessageV3.UnusedPrivateParameter unused)
      Overrides:
      newInstance in class com.google.protobuf.GeneratedMessageV3

    • getDescriptor

      public static final com.google.protobuf.Descriptors.Descriptor getDescriptor()

    • internalGetFieldAccessorTable

      protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable internalGetFieldAccessorTable()
      Specified by:
      internalGetFieldAccessorTable in class com.google.protobuf.GeneratedMessageV3

    • getTimeoutActionValue

      public int getTimeoutActionValue()
      @@
@@  .. cpp:var:: TimeoutAction timeout_action
@@
@@     The action applied to timed-out request.
@@     The default action is REJECT.
@@
      .inference.ModelQueuePolicy.TimeoutAction timeout_action = 1;
      Specified by:
      getTimeoutActionValue in interface ModelConfigOuterClass.ModelQueuePolicyOrBuilder
      Returns:
      The enum numeric value on the wire for timeoutAction.

    • getTimeoutAction

      public ModelConfigOuterClass.ModelQueuePolicy.TimeoutAction getTimeoutAction()
      @@
@@  .. cpp:var:: TimeoutAction timeout_action
@@
@@     The action applied to timed-out request.
@@     The default action is REJECT.
@@
      .inference.ModelQueuePolicy.TimeoutAction timeout_action = 1;
      Specified by:
      getTimeoutAction in interface ModelConfigOuterClass.ModelQueuePolicyOrBuilder
      Returns:
      The timeoutAction.

    • getDefaultTimeoutMicroseconds

      public long getDefaultTimeoutMicroseconds()
      @@
@@  .. cpp:var:: uint64 default_timeout_microseconds
@@
@@     The default timeout for every request, in microseconds.
@@     The default value is 0 which indicates that no timeout is set.
@@
      uint64 default_timeout_microseconds = 2;
      Specified by:
      getDefaultTimeoutMicroseconds in interface ModelConfigOuterClass.ModelQueuePolicyOrBuilder
      Returns:
      The defaultTimeoutMicroseconds.

    • getAllowTimeoutOverride

      public boolean getAllowTimeoutOverride()
      @@
@@  .. cpp:var:: bool allow_timeout_override
@@
@@     Whether individual request can override the default timeout value.
@@     When true, individual requests can set a timeout that is less than
@@     the default timeout value but may not increase the timeout.
@@     The default value is false.
@@
      bool allow_timeout_override = 3;
      Specified by:
      getAllowTimeoutOverride in interface ModelConfigOuterClass.ModelQueuePolicyOrBuilder
      Returns:
      The allowTimeoutOverride.

    • getMaxQueueSize

      public int getMaxQueueSize()
      @@
@@  .. cpp:var:: uint32 max_queue_size
@@
@@     The maximum queue size for holding requests. A request will be
@@     rejected immediately if it can't be enqueued because the queue is
@@     full. The default value is 0 which indicates that no maximum
@@     queue size is enforced.
@@
      uint32 max_queue_size = 4;
      Specified by:
      getMaxQueueSize in interface ModelConfigOuterClass.ModelQueuePolicyOrBuilder
      Returns:
      The maxQueueSize.

    • isInitialized

      public final boolean isInitialized()
      Specified by:
      isInitialized in interface com.google.protobuf.MessageLiteOrBuilder
      Overrides:
      isInitialized in class com.google.protobuf.GeneratedMessageV3

    • writeTo

      public void writeTo(com.google.protobuf.CodedOutputStream output) throws IOException
      Specified by:
      writeTo in interface com.google.protobuf.MessageLite
      Overrides:
      writeTo in class com.google.protobuf.GeneratedMessageV3
      Throws:
      IOException

    • getSerializedSize

      public int getSerializedSize()
      Specified by:
      getSerializedSize in interface com.google.protobuf.MessageLite
      Overrides:
      getSerializedSize in class com.google.protobuf.GeneratedMessageV3

    • equals

      public boolean equals(Object obj)
      Specified by:
      equals in interface com.google.protobuf.Message
      Overrides:
      equals in class com.google.protobuf.AbstractMessage

    • hashCode

      public int hashCode()
      Specified by:
      hashCode in interface com.google.protobuf.Message
      Overrides:
      hashCode in class com.google.protobuf.AbstractMessage

    • parseFrom

      public static ModelConfigOuterClass.ModelQueuePolicy parseFrom(ByteBuffer data) throws com.google.protobuf.InvalidProtocolBufferException
      Throws:
      com.google.protobuf.InvalidProtocolBufferException

    • parseFrom

      public static ModelConfigOuterClass.ModelQueuePolicy parseFrom(ByteBuffer data, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws com.google.protobuf.InvalidProtocolBufferException
      Throws:
      com.google.protobuf.InvalidProtocolBufferException

    • parseFrom

      public static ModelConfigOuterClass.ModelQueuePolicy parseFrom(com.google.protobuf.ByteString data) throws com.google.protobuf.InvalidProtocolBufferException
      Throws:
      com.google.protobuf.InvalidProtocolBufferException

    • parseFrom

      public static ModelConfigOuterClass.ModelQueuePolicy parseFrom(com.google.protobuf.ByteString data, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws com.google.protobuf.InvalidProtocolBufferException
      Throws:
      com.google.protobuf.InvalidProtocolBufferException

    • parseFrom

      public static ModelConfigOuterClass.ModelQueuePolicy parseFrom(byte[] data) throws com.google.protobuf.InvalidProtocolBufferException
      Throws:
      com.google.protobuf.InvalidProtocolBufferException

    • parseFrom

      public static ModelConfigOuterClass.ModelQueuePolicy parseFrom(byte[] data, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws com.google.protobuf.InvalidProtocolBufferException
      Throws:
      com.google.protobuf.InvalidProtocolBufferException

    • parseFrom

      public static ModelConfigOuterClass.ModelQueuePolicy parseFrom(InputStream input) throws IOException
      Throws:
      IOException

    • parseFrom

      public static ModelConfigOuterClass.ModelQueuePolicy parseFrom(InputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws IOException
      Throws:
      IOException

    • parseDelimitedFrom

      public static ModelConfigOuterClass.ModelQueuePolicy parseDelimitedFrom(InputStream input) throws IOException
      Throws:
      IOException

    • parseDelimitedFrom

      public static ModelConfigOuterClass.ModelQueuePolicy parseDelimitedFrom(InputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws IOException
      Throws:
      IOException

    • parseFrom

      public static ModelConfigOuterClass.ModelQueuePolicy parseFrom(com.google.protobuf.CodedInputStream input) throws IOException
      Throws:
      IOException

    • parseFrom

      public static ModelConfigOuterClass.ModelQueuePolicy parseFrom(com.google.protobuf.CodedInputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws IOException
      Throws:
      IOException

    • newBuilderForType

      public ModelConfigOuterClass.ModelQueuePolicy.Builder newBuilderForType()
      Specified by:
      newBuilderForType in interface com.google.protobuf.Message
      Specified by:
      newBuilderForType in interface com.google.protobuf.MessageLite

    • newBuilder

      public static ModelConfigOuterClass.ModelQueuePolicy.Builder newBuilder()

    • newBuilder

      public static ModelConfigOuterClass.ModelQueuePolicy.Builder newBuilder(ModelConfigOuterClass.ModelQueuePolicy prototype)

    • toBuilder

      public ModelConfigOuterClass.ModelQueuePolicy.Builder toBuilder()
      Specified by:
      toBuilder in interface com.google.protobuf.Message
      Specified by:
      toBuilder in interface com.google.protobuf.MessageLite

    • newBuilderForType

      protected ModelConfigOuterClass.ModelQueuePolicy.Builder newBuilderForType(com.google.protobuf.GeneratedMessageV3.BuilderParent parent)
      Specified by:
      newBuilderForType in class com.google.protobuf.GeneratedMessageV3

    • getDefaultInstance

      public static ModelConfigOuterClass.ModelQueuePolicy getDefaultInstance()

    • parser

      public static com.google.protobuf.Parser<ModelConfigOuterClass.ModelQueuePolicy> parser()

    • getParserForType

      public com.google.protobuf.Parser<ModelConfigOuterClass.ModelQueuePolicy> getParserForType()
      Specified by:
      getParserForType in interface com.google.protobuf.Message
      Specified by:
      getParserForType in interface com.google.protobuf.MessageLite
      Overrides:
      getParserForType in class com.google.protobuf.GeneratedMessageV3

    • getDefaultInstanceForType

      public ModelConfigOuterClass.ModelQueuePolicy getDefaultInstanceForType()
      Specified by:
      getDefaultInstanceForType in interface com.google.protobuf.MessageLiteOrBuilder
      Specified by:
      getDefaultInstanceForType in interface com.google.protobuf.MessageOrBuilder