Package inference

Class ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect.Builder

java.lang.Object

com.google.protobuf.AbstractMessageLite.Builder

com.google.protobuf.AbstractMessage.Builder<ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect.Builder>

com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect.Builder>

inference.ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect.Builder

All Implemented Interfaces:

com.google.protobuf.Message.Builder, com.google.protobuf.MessageLite.Builder, com.google.protobuf.MessageLiteOrBuilder, com.google.protobuf.MessageOrBuilder, ModelConfigOuterClass.ModelSequenceBatching.StrategyDirectOrBuilder, Cloneable

Enclosing class:

ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect

public static final class ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect.Builder
extends com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect.Builder>
implements ModelConfigOuterClass.ModelSequenceBatching.StrategyDirectOrBuilder

@@  .. cpp:var:: message StrategyDirect
@@
@@     The sequence batcher uses a specific, unique batch
@@     slot for each sequence. All inference requests in a
@@     sequence are directed to the same batch slot in the same
@@     model instance over the lifetime of the sequence. This
@@     is the default strategy.
@@
 

Protobuf type inference.ModelSequenceBatching.StrategyDirect

Method Summary

Modifier and Type	Method	Description
ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect.Builder	addRepeatedField(com.google.protobuf.Descriptors.FieldDescriptor field, Object value)
ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect	build()
ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect	buildPartial()
ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect.Builder	clear()
ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect.Builder	clearField(com.google.protobuf.Descriptors.FieldDescriptor field)
ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect.Builder	clearMaxQueueDelayMicroseconds()	@@ ..
ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect.Builder	clearMinimumSlotUtilization()	@@ ..
ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect.Builder	clearOneof(com.google.protobuf.Descriptors.OneofDescriptor oneof)
ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect.Builder	clone()
ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect	getDefaultInstanceForType()
static final com.google.protobuf.Descriptors.Descriptor	getDescriptor()
com.google.protobuf.Descriptors.Descriptor	getDescriptorForType()
long	getMaxQueueDelayMicroseconds()	@@ ..
float	getMinimumSlotUtilization()	@@ ..
protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable	internalGetFieldAccessorTable()
final boolean	isInitialized()
ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect.Builder	mergeFrom(com.google.protobuf.CodedInputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect.Builder	mergeFrom(com.google.protobuf.Message other)
ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect.Builder	mergeFrom(ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect other)
final ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect.Builder	mergeUnknownFields(com.google.protobuf.UnknownFieldSet unknownFields)
ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect.Builder	setField(com.google.protobuf.Descriptors.FieldDescriptor field, Object value)
ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect.Builder	setMaxQueueDelayMicroseconds(long value)	@@ ..
ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect.Builder	setMinimumSlotUtilization(float value)	@@ ..
ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect.Builder	setRepeatedField(com.google.protobuf.Descriptors.FieldDescriptor field, int index, Object value)
final ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect.Builder	setUnknownFields(com.google.protobuf.UnknownFieldSet unknownFields)

Methods inherited from class com.google.protobuf.GeneratedMessageV3.Builder

getAllFields, getField, getFieldBuilder, getOneofFieldDescriptor, getParentForChildren, getRepeatedField, getRepeatedFieldBuilder, getRepeatedFieldCount, getUnknownFields, getUnknownFieldSetBuilder, hasField, hasOneof, internalGetMapField, internalGetMapFieldReflection, internalGetMutableMapField, internalGetMutableMapFieldReflection, isClean, markClean, mergeUnknownLengthDelimitedField, mergeUnknownVarintField, newBuilderForField, onBuilt, onChanged, parseUnknownField, setUnknownFieldSetBuilder, setUnknownFieldsProto3

Methods inherited from class com.google.protobuf.AbstractMessage.Builder

findInitializationErrors, getInitializationErrorString, internalMergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, mergeFrom, newUninitializedMessageException, toString

Methods inherited from class com.google.protobuf.AbstractMessageLite.Builder

addAll, addAll, mergeDelimitedFrom, mergeDelimitedFrom, mergeFrom, newUninitializedMessageException

Methods inherited from class java.lang.Object

equals, finalize, getClass, hashCode, notify, notifyAll, wait, wait, wait

Methods inherited from interface com.google.protobuf.Message.Builder

mergeDelimitedFrom, mergeDelimitedFrom

Methods inherited from interface com.google.protobuf.MessageLite.Builder

mergeFrom

Methods inherited from interface com.google.protobuf.MessageOrBuilder

findInitializationErrors, getAllFields, getField, getInitializationErrorString, getOneofFieldDescriptor, getRepeatedField, getRepeatedFieldCount, getUnknownFields, hasField, hasOneof

Method Details

getDescriptor

public static final com.google.protobuf.Descriptors.Descriptor getDescriptor()

internalGetFieldAccessorTable

protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable internalGetFieldAccessorTable()

Specified by:

internalGetFieldAccessorTable in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect.Builder>

clear

public ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect.Builder clear()

Specified by:

clear in interface com.google.protobuf.Message.Builder

Specified by:

clear in interface com.google.protobuf.MessageLite.Builder

Overrides:

clear in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect.Builder>

getDescriptorForType

public com.google.protobuf.Descriptors.Descriptor getDescriptorForType()

Specified by:

getDescriptorForType in interface com.google.protobuf.Message.Builder

Specified by:

getDescriptorForType in interface com.google.protobuf.MessageOrBuilder

Overrides:

getDescriptorForType in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect.Builder>

getDefaultInstanceForType

public ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect getDefaultInstanceForType()

Specified by:

getDefaultInstanceForType in interface com.google.protobuf.MessageLiteOrBuilder

Specified by:

getDefaultInstanceForType in interface com.google.protobuf.MessageOrBuilder

build

public ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect build()

Specified by:

build in interface com.google.protobuf.Message.Builder

Specified by:

build in interface com.google.protobuf.MessageLite.Builder

buildPartial

public ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect buildPartial()

Specified by:

buildPartial in interface com.google.protobuf.Message.Builder

Specified by:

buildPartial in interface com.google.protobuf.MessageLite.Builder

clone

public ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect.Builder clone()

Specified by:

clone in interface com.google.protobuf.Message.Builder

Specified by:

clone in interface com.google.protobuf.MessageLite.Builder

Overrides:

clone in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect.Builder>

setField

public ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect.Builder setField(com.google.protobuf.Descriptors.FieldDescriptor field,
 Object value)

Specified by:

setField in interface com.google.protobuf.Message.Builder

Overrides:

setField in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect.Builder>

clearField

public ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect.Builder clearField(com.google.protobuf.Descriptors.FieldDescriptor field)

Specified by:

clearField in interface com.google.protobuf.Message.Builder

Overrides:

clearField in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect.Builder>

clearOneof

public ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect.Builder clearOneof(com.google.protobuf.Descriptors.OneofDescriptor oneof)

Specified by:

clearOneof in interface com.google.protobuf.Message.Builder

Overrides:

clearOneof in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect.Builder>

setRepeatedField

public ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect.Builder setRepeatedField(com.google.protobuf.Descriptors.FieldDescriptor field,
 int index,
 Object value)

Specified by:

setRepeatedField in interface com.google.protobuf.Message.Builder

Overrides:

setRepeatedField in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect.Builder>

addRepeatedField

public ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect.Builder addRepeatedField(com.google.protobuf.Descriptors.FieldDescriptor field,
 Object value)

Specified by:

addRepeatedField in interface com.google.protobuf.Message.Builder

Overrides:

addRepeatedField in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect.Builder>

mergeFrom

public ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect.Builder mergeFrom(com.google.protobuf.Message other)

Specified by:

mergeFrom in interface com.google.protobuf.Message.Builder

Overrides:

mergeFrom in class com.google.protobuf.AbstractMessage.Builder<ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect.Builder>

mergeFrom

public ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect.Builder mergeFrom(ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect other)

isInitialized

public final boolean isInitialized()

Specified by:

isInitialized in interface com.google.protobuf.MessageLiteOrBuilder

Overrides:

isInitialized in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect.Builder>

mergeFrom

public ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect.Builder mergeFrom(com.google.protobuf.CodedInputStream input,
 com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                                                                             throws IOException

Specified by:

mergeFrom in interface com.google.protobuf.Message.Builder

Specified by:

mergeFrom in interface com.google.protobuf.MessageLite.Builder

Overrides:

mergeFrom in class com.google.protobuf.AbstractMessage.Builder<ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect.Builder>

Throws:

IOException

getMaxQueueDelayMicroseconds

public long getMaxQueueDelayMicroseconds()

@@    .. cpp:var:: uint64 max_queue_delay_microseconds
@@
@@       The maximum time, in microseconds, a candidate request
@@       will be delayed in the sequence batch scheduling queue to
@@       wait for additional requests for batching. Default is 0.
@@
 

uint64 max_queue_delay_microseconds = 1;

Specified by:

getMaxQueueDelayMicroseconds in interface ModelConfigOuterClass.ModelSequenceBatching.StrategyDirectOrBuilder

Returns:

The maxQueueDelayMicroseconds.

setMaxQueueDelayMicroseconds

public ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect.Builder setMaxQueueDelayMicroseconds(long value)

@@    .. cpp:var:: uint64 max_queue_delay_microseconds
@@
@@       The maximum time, in microseconds, a candidate request
@@       will be delayed in the sequence batch scheduling queue to
@@       wait for additional requests for batching. Default is 0.
@@
 

uint64 max_queue_delay_microseconds = 1;

Parameters:

value - The maxQueueDelayMicroseconds to set.

Returns:

This builder for chaining.

clearMaxQueueDelayMicroseconds

public ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect.Builder clearMaxQueueDelayMicroseconds()

@@    .. cpp:var:: uint64 max_queue_delay_microseconds
@@
@@       The maximum time, in microseconds, a candidate request
@@       will be delayed in the sequence batch scheduling queue to
@@       wait for additional requests for batching. Default is 0.
@@
 

uint64 max_queue_delay_microseconds = 1;

Returns:

This builder for chaining.

getMinimumSlotUtilization

public float getMinimumSlotUtilization()

@@    .. cpp:var:: float minimum_slot_utilization
@@
@@       The minimum slot utilization that must be satisfied to
@@       execute the batch before 'max_queue_delay_microseconds' expires.
@@       For example, a value of 0.5 indicates that the batch should be
@@       executed as soon as 50% or more of the slots are ready even if
@@       the 'max_queue_delay_microseconds' timeout has not expired.
@@       The default is 0.0, indicating that a batch will be executed
@@       before 'max_queue_delay_microseconds' timeout expires if at least
@@       one batch slot is ready. 'max_queue_delay_microseconds' will be
@@       ignored unless minimum_slot_utilization is set to a non-zero
@@       value.
@@
 

float minimum_slot_utilization = 2;

Specified by:

getMinimumSlotUtilization in interface ModelConfigOuterClass.ModelSequenceBatching.StrategyDirectOrBuilder

Returns:

The minimumSlotUtilization.

setMinimumSlotUtilization

public ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect.Builder setMinimumSlotUtilization(float value)

@@    .. cpp:var:: float minimum_slot_utilization
@@
@@       The minimum slot utilization that must be satisfied to
@@       execute the batch before 'max_queue_delay_microseconds' expires.
@@       For example, a value of 0.5 indicates that the batch should be
@@       executed as soon as 50% or more of the slots are ready even if
@@       the 'max_queue_delay_microseconds' timeout has not expired.
@@       The default is 0.0, indicating that a batch will be executed
@@       before 'max_queue_delay_microseconds' timeout expires if at least
@@       one batch slot is ready. 'max_queue_delay_microseconds' will be
@@       ignored unless minimum_slot_utilization is set to a non-zero
@@       value.
@@
 

float minimum_slot_utilization = 2;

Parameters:

value - The minimumSlotUtilization to set.

Returns:

This builder for chaining.

clearMinimumSlotUtilization

public ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect.Builder clearMinimumSlotUtilization()

@@    .. cpp:var:: float minimum_slot_utilization
@@
@@       The minimum slot utilization that must be satisfied to
@@       execute the batch before 'max_queue_delay_microseconds' expires.
@@       For example, a value of 0.5 indicates that the batch should be
@@       executed as soon as 50% or more of the slots are ready even if
@@       the 'max_queue_delay_microseconds' timeout has not expired.
@@       The default is 0.0, indicating that a batch will be executed
@@       before 'max_queue_delay_microseconds' timeout expires if at least
@@       one batch slot is ready. 'max_queue_delay_microseconds' will be
@@       ignored unless minimum_slot_utilization is set to a non-zero
@@       value.
@@
 

float minimum_slot_utilization = 2;

Returns:

This builder for chaining.

setUnknownFields

public final ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect.Builder setUnknownFields(com.google.protobuf.UnknownFieldSet unknownFields)

Specified by:

setUnknownFields in interface com.google.protobuf.Message.Builder

Overrides:

setUnknownFields in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect.Builder>

mergeUnknownFields

public final ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect.Builder mergeUnknownFields(com.google.protobuf.UnknownFieldSet unknownFields)

Specified by:

mergeUnknownFields in interface com.google.protobuf.Message.Builder

Overrides:

mergeUnknownFields in class com.google.protobuf.GeneratedMessageV3.Builder<ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect.Builder>