Package inference

Interface ModelConfigOuterClass.ModelQueuePolicyOrBuilder

All Superinterfaces:

com.google.protobuf.MessageLiteOrBuilder, com.google.protobuf.MessageOrBuilder

All Known Implementing Classes:

ModelConfigOuterClass.ModelQueuePolicy, ModelConfigOuterClass.ModelQueuePolicy.Builder

Enclosing class:

ModelConfigOuterClass

public static interface ModelConfigOuterClass.ModelQueuePolicyOrBuilder
extends com.google.protobuf.MessageOrBuilder

Method Summary

Modifier and Type	Method	Description
boolean	getAllowTimeoutOverride()	@@ @@ ..
long	getDefaultTimeoutMicroseconds()	@@ @@ ..
int	getMaxQueueSize()	@@ @@ ..
ModelConfigOuterClass.ModelQueuePolicy.TimeoutAction	getTimeoutAction()	@@ @@ ..
int	getTimeoutActionValue()	@@ @@ ..

Methods inherited from interface com.google.protobuf.MessageLiteOrBuilder

isInitialized

Methods inherited from interface com.google.protobuf.MessageOrBuilder

findInitializationErrors, getAllFields, getDefaultInstanceForType, getDescriptorForType, getField, getInitializationErrorString, getOneofFieldDescriptor, getRepeatedField, getRepeatedFieldCount, getUnknownFields, hasField, hasOneof

Method Details

getTimeoutActionValue

int getTimeoutActionValue()

@@
@@  .. cpp:var:: TimeoutAction timeout_action
@@
@@     The action applied to timed-out request.
@@     The default action is REJECT.
@@
 

.inference.ModelQueuePolicy.TimeoutAction timeout_action = 1;

Returns:

The enum numeric value on the wire for timeoutAction.

getTimeoutAction

ModelConfigOuterClass.ModelQueuePolicy.TimeoutAction getTimeoutAction()

@@
@@  .. cpp:var:: TimeoutAction timeout_action
@@
@@     The action applied to timed-out request.
@@     The default action is REJECT.
@@
 

.inference.ModelQueuePolicy.TimeoutAction timeout_action = 1;

Returns:

The timeoutAction.

getDefaultTimeoutMicroseconds

long getDefaultTimeoutMicroseconds()

@@
@@  .. cpp:var:: uint64 default_timeout_microseconds
@@
@@     The default timeout for every request, in microseconds.
@@     The default value is 0 which indicates that no timeout is set.
@@
 

uint64 default_timeout_microseconds = 2;

Returns:

The defaultTimeoutMicroseconds.

getAllowTimeoutOverride

boolean getAllowTimeoutOverride()

@@
@@  .. cpp:var:: bool allow_timeout_override
@@
@@     Whether individual request can override the default timeout value.
@@     When true, individual requests can set a timeout that is less than
@@     the default timeout value but may not increase the timeout.
@@     The default value is false.
@@
 

bool allow_timeout_override = 3;

Returns:

The allowTimeoutOverride.

getMaxQueueSize

int getMaxQueueSize()

@@
@@  .. cpp:var:: uint32 max_queue_size
@@
@@     The maximum queue size for holding requests. A request will be
@@     rejected immediately if it can't be enqueued because the queue is
@@     full. The default value is 0 which indicates that no maximum
@@     queue size is enforced.
@@
 

uint32 max_queue_size = 4;

Returns:

The maxQueueSize.