Package inference

Class GrpcService.InferStatistics

java.lang.Object

com.google.protobuf.AbstractMessageLite

com.google.protobuf.AbstractMessage

com.google.protobuf.GeneratedMessageV3

inference.GrpcService.InferStatistics

All Implemented Interfaces:

com.google.protobuf.Message, com.google.protobuf.MessageLite, com.google.protobuf.MessageLiteOrBuilder, com.google.protobuf.MessageOrBuilder, GrpcService.InferStatisticsOrBuilder, Serializable

Enclosing class:

GrpcService

public static final class GrpcService.InferStatistics
extends com.google.protobuf.GeneratedMessageV3
implements GrpcService.InferStatisticsOrBuilder

@@
@@.. cpp:var:: message InferStatistics
@@
@@   Inference statistics.
@@
 

Protobuf type inference.InferStatistics

See Also:

• Serialized Form

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
static final class	GrpcService.InferStatistics.Builder	@@ @@..

Nested classes/interfaces inherited from class com.google.protobuf.GeneratedMessageV3

com.google.protobuf.GeneratedMessageV3.BuilderParent, com.google.protobuf.GeneratedMessageV3.ExtendableBuilder<MessageT extends com.google.protobuf.GeneratedMessageV3.ExtendableMessage<MessageT>,BuilderT extends com.google.protobuf.GeneratedMessageV3.ExtendableBuilder<MessageT,BuilderT>>, com.google.protobuf.GeneratedMessageV3.ExtendableMessage<MessageT extends com.google.protobuf.GeneratedMessageV3.ExtendableMessage<MessageT>>, com.google.protobuf.GeneratedMessageV3.ExtendableMessageOrBuilder<MessageT extends com.google.protobuf.GeneratedMessageV3.ExtendableMessage<MessageT>>, com.google.protobuf.GeneratedMessageV3.FieldAccessorTable, com.google.protobuf.GeneratedMessageV3.UnusedPrivateParameter

Nested classes/interfaces inherited from class com.google.protobuf.AbstractMessageLite

com.google.protobuf.AbstractMessageLite.InternalOneOfEnum

Field Summary

Fields

Modifier and Type	Field	Description
static final int	CACHE_HIT_FIELD_NUMBER
static final int	CACHE_MISS_FIELD_NUMBER
static final int	COMPUTE_INFER_FIELD_NUMBER
static final int	COMPUTE_INPUT_FIELD_NUMBER
static final int	COMPUTE_OUTPUT_FIELD_NUMBER
static final int	FAIL_FIELD_NUMBER
static final int	QUEUE_FIELD_NUMBER
static final int	SUCCESS_FIELD_NUMBER

Fields inherited from class com.google.protobuf.GeneratedMessageV3

alwaysUseFieldBuilders, unknownFields

Fields inherited from class com.google.protobuf.AbstractMessage

memoizedSize

Fields inherited from class com.google.protobuf.AbstractMessageLite

memoizedHashCode

Method Summary

Modifier and Type	Method	Description
boolean	equals(Object obj)
GrpcService.StatisticDuration	getCacheHit()	@@ ..
GrpcService.StatisticDurationOrBuilder	getCacheHitOrBuilder()	@@ ..
GrpcService.StatisticDuration	getCacheMiss()	@@ ..
GrpcService.StatisticDurationOrBuilder	getCacheMissOrBuilder()	@@ ..
GrpcService.StatisticDuration	getComputeInfer()	@@ ..
GrpcService.StatisticDurationOrBuilder	getComputeInferOrBuilder()	@@ ..
GrpcService.StatisticDuration	getComputeInput()	@@ ..
GrpcService.StatisticDurationOrBuilder	getComputeInputOrBuilder()	@@ ..
GrpcService.StatisticDuration	getComputeOutput()	@@ ..
GrpcService.StatisticDurationOrBuilder	getComputeOutputOrBuilder()	@@ ..
static GrpcService.InferStatistics	getDefaultInstance()
GrpcService.InferStatistics	getDefaultInstanceForType()
static final com.google.protobuf.Descriptors.Descriptor	getDescriptor()
GrpcService.StatisticDuration	getFail()	@@ ..
GrpcService.StatisticDurationOrBuilder	getFailOrBuilder()	@@ ..
com.google.protobuf.Parser<GrpcService.InferStatistics>	getParserForType()
GrpcService.StatisticDuration	getQueue()	@@ ..
GrpcService.StatisticDurationOrBuilder	getQueueOrBuilder()	@@ ..
int	getSerializedSize()
GrpcService.StatisticDuration	getSuccess()	@@ ..
GrpcService.StatisticDurationOrBuilder	getSuccessOrBuilder()	@@ ..
boolean	hasCacheHit()	@@ ..
boolean	hasCacheMiss()	@@ ..
boolean	hasComputeInfer()	@@ ..
boolean	hasComputeInput()	@@ ..
boolean	hasComputeOutput()	@@ ..
boolean	hasFail()	@@ ..
int	hashCode()
boolean	hasQueue()	@@ ..
boolean	hasSuccess()	@@ ..
protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable	internalGetFieldAccessorTable()
final boolean	isInitialized()
static GrpcService.InferStatistics.Builder	newBuilder()
static GrpcService.InferStatistics.Builder	newBuilder(GrpcService.InferStatistics prototype)
GrpcService.InferStatistics.Builder	newBuilderForType()
protected GrpcService.InferStatistics.Builder	newBuilderForType(com.google.protobuf.GeneratedMessageV3.BuilderParent parent)
protected Object	newInstance(com.google.protobuf.GeneratedMessageV3.UnusedPrivateParameter unused)
static GrpcService.InferStatistics	parseDelimitedFrom(InputStream input)
static GrpcService.InferStatistics	parseDelimitedFrom(InputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
static GrpcService.InferStatistics	parseFrom(byte[] data)
static GrpcService.InferStatistics	parseFrom(byte[] data, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
static GrpcService.InferStatistics	parseFrom(com.google.protobuf.ByteString data)
static GrpcService.InferStatistics	parseFrom(com.google.protobuf.ByteString data, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
static GrpcService.InferStatistics	parseFrom(com.google.protobuf.CodedInputStream input)
static GrpcService.InferStatistics	parseFrom(com.google.protobuf.CodedInputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
static GrpcService.InferStatistics	parseFrom(InputStream input)
static GrpcService.InferStatistics	parseFrom(InputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
static GrpcService.InferStatistics	parseFrom(ByteBuffer data)
static GrpcService.InferStatistics	parseFrom(ByteBuffer data, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
static com.google.protobuf.Parser<GrpcService.InferStatistics>	parser()
GrpcService.InferStatistics.Builder	toBuilder()
void	writeTo(com.google.protobuf.CodedOutputStream output)

Methods inherited from class com.google.protobuf.GeneratedMessageV3

canUseUnsafe, computeStringSize, computeStringSizeNoTag, emptyBooleanList, emptyDoubleList, emptyFloatList, emptyIntList, emptyList, emptyLongList, getAllFields, getDescriptorForType, getField, getOneofFieldDescriptor, getRepeatedField, getRepeatedFieldCount, getUnknownFields, hasField, hasOneof, internalGetMapField, internalGetMapFieldReflection, isStringEmpty, makeExtensionsImmutable, makeMutableCopy, makeMutableCopy, mergeFromAndMakeImmutableInternal, mutableCopy, mutableCopy, mutableCopy, mutableCopy, mutableCopy, newBooleanList, newBuilderForType, newDoubleList, newFloatList, newIntList, newLongList, parseDelimitedWithIOException, parseDelimitedWithIOException, parseUnknownField, parseUnknownFieldProto3, parseWithIOException, parseWithIOException, parseWithIOException, parseWithIOException, serializeBooleanMapTo, serializeIntegerMapTo, serializeLongMapTo, serializeStringMapTo, writeReplace, writeString, writeStringNoTag

Methods inherited from class com.google.protobuf.AbstractMessage

findInitializationErrors, getInitializationErrorString, hashBoolean, hashEnum, hashEnumList, hashFields, hashLong, toString

Methods inherited from class com.google.protobuf.AbstractMessageLite

addAll, addAll, checkByteStringIsUtf8, toByteArray, toByteString, writeDelimitedTo, writeTo

Methods inherited from class java.lang.Object

clone, finalize, getClass, notify, notifyAll, wait, wait, wait

Methods inherited from interface com.google.protobuf.MessageLite

toByteArray, toByteString, writeDelimitedTo, writeTo

Methods inherited from interface com.google.protobuf.MessageOrBuilder

findInitializationErrors, getAllFields, getDescriptorForType, getField, getInitializationErrorString, getOneofFieldDescriptor, getRepeatedField, getRepeatedFieldCount, getUnknownFields, hasField, hasOneof

Field Details

SUCCESS_FIELD_NUMBER

public static final int SUCCESS_FIELD_NUMBER

See Also:

• Constant Field Values

FAIL_FIELD_NUMBER

public static final int FAIL_FIELD_NUMBER

See Also:

• Constant Field Values

QUEUE_FIELD_NUMBER

public static final int QUEUE_FIELD_NUMBER

See Also:

• Constant Field Values

COMPUTE_INPUT_FIELD_NUMBER

public static final int COMPUTE_INPUT_FIELD_NUMBER

See Also:

• Constant Field Values

COMPUTE_INFER_FIELD_NUMBER

public static final int COMPUTE_INFER_FIELD_NUMBER

See Also:

• Constant Field Values

COMPUTE_OUTPUT_FIELD_NUMBER

public static final int COMPUTE_OUTPUT_FIELD_NUMBER

See Also:

• Constant Field Values

CACHE_HIT_FIELD_NUMBER

public static final int CACHE_HIT_FIELD_NUMBER

See Also:

• Constant Field Values

CACHE_MISS_FIELD_NUMBER

public static final int CACHE_MISS_FIELD_NUMBER

See Also:

• Constant Field Values

Method Details

newInstance

protected Object newInstance(com.google.protobuf.GeneratedMessageV3.UnusedPrivateParameter unused)

Overrides:

newInstance in class com.google.protobuf.GeneratedMessageV3

getDescriptor

public static final com.google.protobuf.Descriptors.Descriptor getDescriptor()

internalGetFieldAccessorTable

protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable internalGetFieldAccessorTable()

Specified by:

internalGetFieldAccessorTable in class com.google.protobuf.GeneratedMessageV3

hasSuccess

public boolean hasSuccess()

@@  .. cpp:var:: StatisticDuration success
@@
@@     Cumulative count and duration for successful inference
@@     request. The "success" count and cumulative duration includes
@@     cache hits.
@@
 

.inference.StatisticDuration success = 1;

Specified by:

hasSuccess in interface GrpcService.InferStatisticsOrBuilder

Returns:

Whether the success field is set.

getSuccess

public GrpcService.StatisticDuration getSuccess()

@@  .. cpp:var:: StatisticDuration success
@@
@@     Cumulative count and duration for successful inference
@@     request. The "success" count and cumulative duration includes
@@     cache hits.
@@
 

.inference.StatisticDuration success = 1;

Specified by:

getSuccess in interface GrpcService.InferStatisticsOrBuilder

Returns:

The success.

getSuccessOrBuilder

public GrpcService.StatisticDurationOrBuilder getSuccessOrBuilder()

@@  .. cpp:var:: StatisticDuration success
@@
@@     Cumulative count and duration for successful inference
@@     request. The "success" count and cumulative duration includes
@@     cache hits.
@@
 

.inference.StatisticDuration success = 1;

Specified by:

getSuccessOrBuilder in interface GrpcService.InferStatisticsOrBuilder

hasFail

public boolean hasFail()

@@  .. cpp:var:: StatisticDuration fail
@@
@@     Cumulative count and duration for failed inference
@@     request.
@@
 

.inference.StatisticDuration fail = 2;

Specified by:

hasFail in interface GrpcService.InferStatisticsOrBuilder

Returns:

Whether the fail field is set.

getFail

public GrpcService.StatisticDuration getFail()

@@  .. cpp:var:: StatisticDuration fail
@@
@@     Cumulative count and duration for failed inference
@@     request.
@@
 

.inference.StatisticDuration fail = 2;

Specified by:

getFail in interface GrpcService.InferStatisticsOrBuilder

Returns:

The fail.

getFailOrBuilder

public GrpcService.StatisticDurationOrBuilder getFailOrBuilder()

@@  .. cpp:var:: StatisticDuration fail
@@
@@     Cumulative count and duration for failed inference
@@     request.
@@
 

.inference.StatisticDuration fail = 2;

Specified by:

getFailOrBuilder in interface GrpcService.InferStatisticsOrBuilder

hasQueue

public boolean hasQueue()

@@  .. cpp:var:: StatisticDuration queue
@@
@@     The count and cumulative duration that inference requests wait in
@@     scheduling or other queues. The "queue" count and cumulative
@@     duration includes cache hits.
@@
 

.inference.StatisticDuration queue = 3;

Specified by:

hasQueue in interface GrpcService.InferStatisticsOrBuilder

Returns:

Whether the queue field is set.

getQueue

public GrpcService.StatisticDuration getQueue()

@@  .. cpp:var:: StatisticDuration queue
@@
@@     The count and cumulative duration that inference requests wait in
@@     scheduling or other queues. The "queue" count and cumulative
@@     duration includes cache hits.
@@
 

.inference.StatisticDuration queue = 3;

Specified by:

getQueue in interface GrpcService.InferStatisticsOrBuilder

Returns:

The queue.

getQueueOrBuilder

public GrpcService.StatisticDurationOrBuilder getQueueOrBuilder()

@@  .. cpp:var:: StatisticDuration queue
@@
@@     The count and cumulative duration that inference requests wait in
@@     scheduling or other queues. The "queue" count and cumulative
@@     duration includes cache hits.
@@
 

.inference.StatisticDuration queue = 3;

Specified by:

getQueueOrBuilder in interface GrpcService.InferStatisticsOrBuilder

hasComputeInput

public boolean hasComputeInput()

@@  .. cpp:var:: StatisticDuration compute_input
@@
@@     The count and cumulative duration to prepare input tensor data as
@@     required by the model framework / backend. For example, this duration
@@     should include the time to copy input tensor data to the GPU.
@@     The "compute_input" count and cumulative duration do not account for
@@     requests that were a cache hit. See the "cache_hit" field for more
@@     info.
@@
 

.inference.StatisticDuration compute_input = 4;

Specified by:

hasComputeInput in interface GrpcService.InferStatisticsOrBuilder

Returns:

Whether the computeInput field is set.

getComputeInput

public GrpcService.StatisticDuration getComputeInput()

@@  .. cpp:var:: StatisticDuration compute_input
@@
@@     The count and cumulative duration to prepare input tensor data as
@@     required by the model framework / backend. For example, this duration
@@     should include the time to copy input tensor data to the GPU.
@@     The "compute_input" count and cumulative duration do not account for
@@     requests that were a cache hit. See the "cache_hit" field for more
@@     info.
@@
 

.inference.StatisticDuration compute_input = 4;

Specified by:

getComputeInput in interface GrpcService.InferStatisticsOrBuilder

Returns:

The computeInput.

getComputeInputOrBuilder

public GrpcService.StatisticDurationOrBuilder getComputeInputOrBuilder()

@@  .. cpp:var:: StatisticDuration compute_input
@@
@@     The count and cumulative duration to prepare input tensor data as
@@     required by the model framework / backend. For example, this duration
@@     should include the time to copy input tensor data to the GPU.
@@     The "compute_input" count and cumulative duration do not account for
@@     requests that were a cache hit. See the "cache_hit" field for more
@@     info.
@@
 

.inference.StatisticDuration compute_input = 4;

Specified by:

getComputeInputOrBuilder in interface GrpcService.InferStatisticsOrBuilder

hasComputeInfer

public boolean hasComputeInfer()

@@  .. cpp:var:: StatisticDuration compute_infer
@@
@@     The count and cumulative duration to execute the model.
@@     The "compute_infer" count and cumulative duration do not account for
@@     requests that were a cache hit. See the "cache_hit" field for more
@@     info.
@@
 

.inference.StatisticDuration compute_infer = 5;

Specified by:

hasComputeInfer in interface GrpcService.InferStatisticsOrBuilder

Returns:

Whether the computeInfer field is set.

getComputeInfer

public GrpcService.StatisticDuration getComputeInfer()

@@  .. cpp:var:: StatisticDuration compute_infer
@@
@@     The count and cumulative duration to execute the model.
@@     The "compute_infer" count and cumulative duration do not account for
@@     requests that were a cache hit. See the "cache_hit" field for more
@@     info.
@@
 

.inference.StatisticDuration compute_infer = 5;

Specified by:

getComputeInfer in interface GrpcService.InferStatisticsOrBuilder

Returns:

The computeInfer.

getComputeInferOrBuilder

public GrpcService.StatisticDurationOrBuilder getComputeInferOrBuilder()

@@  .. cpp:var:: StatisticDuration compute_infer
@@
@@     The count and cumulative duration to execute the model.
@@     The "compute_infer" count and cumulative duration do not account for
@@     requests that were a cache hit. See the "cache_hit" field for more
@@     info.
@@
 

.inference.StatisticDuration compute_infer = 5;

Specified by:

getComputeInferOrBuilder in interface GrpcService.InferStatisticsOrBuilder

hasComputeOutput

public boolean hasComputeOutput()

@@  .. cpp:var:: StatisticDuration compute_output
@@
@@     The count and cumulative duration to extract output tensor data
@@     produced by the model framework / backend. For example, this duration
@@     should include the time to copy output tensor data from the GPU.
@@     The "compute_output" count and cumulative duration do not account for
@@     requests that were a cache hit. See the "cache_hit" field for more
@@     info.
@@
 

.inference.StatisticDuration compute_output = 6;

Specified by:

hasComputeOutput in interface GrpcService.InferStatisticsOrBuilder

Returns:

Whether the computeOutput field is set.

getComputeOutput

public GrpcService.StatisticDuration getComputeOutput()

@@  .. cpp:var:: StatisticDuration compute_output
@@
@@     The count and cumulative duration to extract output tensor data
@@     produced by the model framework / backend. For example, this duration
@@     should include the time to copy output tensor data from the GPU.
@@     The "compute_output" count and cumulative duration do not account for
@@     requests that were a cache hit. See the "cache_hit" field for more
@@     info.
@@
 

.inference.StatisticDuration compute_output = 6;

Specified by:

getComputeOutput in interface GrpcService.InferStatisticsOrBuilder

Returns:

The computeOutput.

getComputeOutputOrBuilder

public GrpcService.StatisticDurationOrBuilder getComputeOutputOrBuilder()

@@  .. cpp:var:: StatisticDuration compute_output
@@
@@     The count and cumulative duration to extract output tensor data
@@     produced by the model framework / backend. For example, this duration
@@     should include the time to copy output tensor data from the GPU.
@@     The "compute_output" count and cumulative duration do not account for
@@     requests that were a cache hit. See the "cache_hit" field for more
@@     info.
@@
 

.inference.StatisticDuration compute_output = 6;

Specified by:

getComputeOutputOrBuilder in interface GrpcService.InferStatisticsOrBuilder

hasCacheHit

public boolean hasCacheHit()

@@  .. cpp:var:: StatisticDuration cache_hit
@@
@@     The count of response cache hits and cumulative duration to lookup
@@     and extract output tensor data from the Response Cache on a cache
@@     hit. For example, this duration should include the time to copy
@@     output tensor data from the Response Cache to the response object.
@@     On cache hits, triton does not need to go to the model/backend
@@     for the output tensor data, so the "compute_input", "compute_infer",
@@     and "compute_output" fields are not updated. Assuming the response
@@     cache is enabled for a given model, a cache hit occurs for a
@@     request to that model when the request metadata (model name,
@@     model version, model inputs) hashes to an existing entry in the
@@     cache. On a cache miss, the request hash and response output tensor
@@     data is added to the cache. See response cache docs for more info:
@@
 https://github.com/triton-inference-server/server/blob/main/docs/response_cache.md
@@
 

.inference.StatisticDuration cache_hit = 7;

Specified by:

hasCacheHit in interface GrpcService.InferStatisticsOrBuilder

Returns:

Whether the cacheHit field is set.

getCacheHit

public GrpcService.StatisticDuration getCacheHit()

@@  .. cpp:var:: StatisticDuration cache_hit
@@
@@     The count of response cache hits and cumulative duration to lookup
@@     and extract output tensor data from the Response Cache on a cache
@@     hit. For example, this duration should include the time to copy
@@     output tensor data from the Response Cache to the response object.
@@     On cache hits, triton does not need to go to the model/backend
@@     for the output tensor data, so the "compute_input", "compute_infer",
@@     and "compute_output" fields are not updated. Assuming the response
@@     cache is enabled for a given model, a cache hit occurs for a
@@     request to that model when the request metadata (model name,
@@     model version, model inputs) hashes to an existing entry in the
@@     cache. On a cache miss, the request hash and response output tensor
@@     data is added to the cache. See response cache docs for more info:
@@
 https://github.com/triton-inference-server/server/blob/main/docs/response_cache.md
@@
 

.inference.StatisticDuration cache_hit = 7;

Specified by:

getCacheHit in interface GrpcService.InferStatisticsOrBuilder

Returns:

The cacheHit.

getCacheHitOrBuilder

public GrpcService.StatisticDurationOrBuilder getCacheHitOrBuilder()

@@  .. cpp:var:: StatisticDuration cache_hit
@@
@@     The count of response cache hits and cumulative duration to lookup
@@     and extract output tensor data from the Response Cache on a cache
@@     hit. For example, this duration should include the time to copy
@@     output tensor data from the Response Cache to the response object.
@@     On cache hits, triton does not need to go to the model/backend
@@     for the output tensor data, so the "compute_input", "compute_infer",
@@     and "compute_output" fields are not updated. Assuming the response
@@     cache is enabled for a given model, a cache hit occurs for a
@@     request to that model when the request metadata (model name,
@@     model version, model inputs) hashes to an existing entry in the
@@     cache. On a cache miss, the request hash and response output tensor
@@     data is added to the cache. See response cache docs for more info:
@@
 https://github.com/triton-inference-server/server/blob/main/docs/response_cache.md
@@
 

.inference.StatisticDuration cache_hit = 7;

Specified by:

getCacheHitOrBuilder in interface GrpcService.InferStatisticsOrBuilder

hasCacheMiss

public boolean hasCacheMiss()

@@  .. cpp:var:: StatisticDuration cache_miss
@@
@@     The count of response cache misses and cumulative duration to lookup
@@     and insert output tensor data from the computed response to the
 cache.
@@     For example, this duration should include the time to copy
@@     output tensor data from the response object to the Response Cache.
@@     Assuming the response cache is enabled for a given model, a cache
@@     miss occurs for a request to that model when the request metadata
@@     does NOT hash to an existing entry in the cache. See the response
@@     cache docs for more info:
@@
 https://github.com/triton-inference-server/server/blob/main/docs/response_cache.md
@@
 

.inference.StatisticDuration cache_miss = 8;

Specified by:

hasCacheMiss in interface GrpcService.InferStatisticsOrBuilder

Returns:

Whether the cacheMiss field is set.

getCacheMiss

public GrpcService.StatisticDuration getCacheMiss()

@@  .. cpp:var:: StatisticDuration cache_miss
@@
@@     The count of response cache misses and cumulative duration to lookup
@@     and insert output tensor data from the computed response to the
 cache.
@@     For example, this duration should include the time to copy
@@     output tensor data from the response object to the Response Cache.
@@     Assuming the response cache is enabled for a given model, a cache
@@     miss occurs for a request to that model when the request metadata
@@     does NOT hash to an existing entry in the cache. See the response
@@     cache docs for more info:
@@
 https://github.com/triton-inference-server/server/blob/main/docs/response_cache.md
@@
 

.inference.StatisticDuration cache_miss = 8;

Specified by:

getCacheMiss in interface GrpcService.InferStatisticsOrBuilder

Returns:

The cacheMiss.

getCacheMissOrBuilder

public GrpcService.StatisticDurationOrBuilder getCacheMissOrBuilder()

@@  .. cpp:var:: StatisticDuration cache_miss
@@
@@     The count of response cache misses and cumulative duration to lookup
@@     and insert output tensor data from the computed response to the
 cache.
@@     For example, this duration should include the time to copy
@@     output tensor data from the response object to the Response Cache.
@@     Assuming the response cache is enabled for a given model, a cache
@@     miss occurs for a request to that model when the request metadata
@@     does NOT hash to an existing entry in the cache. See the response
@@     cache docs for more info:
@@
 https://github.com/triton-inference-server/server/blob/main/docs/response_cache.md
@@
 

.inference.StatisticDuration cache_miss = 8;

Specified by:

getCacheMissOrBuilder in interface GrpcService.InferStatisticsOrBuilder

isInitialized

public final boolean isInitialized()

Specified by:

isInitialized in interface com.google.protobuf.MessageLiteOrBuilder

Overrides:

isInitialized in class com.google.protobuf.GeneratedMessageV3

writeTo

public void writeTo(com.google.protobuf.CodedOutputStream output)
             throws IOException

Specified by:

writeTo in interface com.google.protobuf.MessageLite

Overrides:

writeTo in class com.google.protobuf.GeneratedMessageV3

Throws:

IOException

getSerializedSize

public int getSerializedSize()

Specified by:

getSerializedSize in interface com.google.protobuf.MessageLite

Overrides:

getSerializedSize in class com.google.protobuf.GeneratedMessageV3

equals

public boolean equals(Object obj)

Specified by:

equals in interface com.google.protobuf.Message

Overrides:

equals in class com.google.protobuf.AbstractMessage

hashCode

public int hashCode()

Specified by:

hashCode in interface com.google.protobuf.Message

Overrides:

hashCode in class com.google.protobuf.AbstractMessage

parseFrom

public static GrpcService.InferStatistics parseFrom(ByteBuffer data)
                                             throws com.google.protobuf.InvalidProtocolBufferException

Throws:

com.google.protobuf.InvalidProtocolBufferException

parseFrom

public static GrpcService.InferStatistics parseFrom(ByteBuffer data,
 com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                                             throws com.google.protobuf.InvalidProtocolBufferException

Throws:

com.google.protobuf.InvalidProtocolBufferException

parseFrom

public static GrpcService.InferStatistics parseFrom(com.google.protobuf.ByteString data)
                                             throws com.google.protobuf.InvalidProtocolBufferException

Throws:

com.google.protobuf.InvalidProtocolBufferException

parseFrom

public static GrpcService.InferStatistics parseFrom(com.google.protobuf.ByteString data,
 com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                                             throws com.google.protobuf.InvalidProtocolBufferException

Throws:

com.google.protobuf.InvalidProtocolBufferException

parseFrom

public static GrpcService.InferStatistics parseFrom(byte[] data)
                                             throws com.google.protobuf.InvalidProtocolBufferException

Throws:

com.google.protobuf.InvalidProtocolBufferException

parseFrom

public static GrpcService.InferStatistics parseFrom(byte[] data,
 com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                                             throws com.google.protobuf.InvalidProtocolBufferException

Throws:

com.google.protobuf.InvalidProtocolBufferException

parseFrom

public static GrpcService.InferStatistics parseFrom(InputStream input)
                                             throws IOException

Throws:

IOException

parseFrom

public static GrpcService.InferStatistics parseFrom(InputStream input,
 com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                                             throws IOException

Throws:

IOException

parseDelimitedFrom

public static GrpcService.InferStatistics parseDelimitedFrom(InputStream input)
                                                      throws IOException

Throws:

IOException

parseDelimitedFrom

public static GrpcService.InferStatistics parseDelimitedFrom(InputStream input,
 com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                                                      throws IOException

Throws:

IOException

parseFrom

public static GrpcService.InferStatistics parseFrom(com.google.protobuf.CodedInputStream input)
                                             throws IOException

Throws:

IOException

parseFrom

public static GrpcService.InferStatistics parseFrom(com.google.protobuf.CodedInputStream input,
 com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                                             throws IOException

Throws:

IOException

newBuilderForType

public GrpcService.InferStatistics.Builder newBuilderForType()

Specified by:

newBuilderForType in interface com.google.protobuf.Message

Specified by:

newBuilderForType in interface com.google.protobuf.MessageLite

newBuilder

public static GrpcService.InferStatistics.Builder newBuilder()

newBuilder

public static GrpcService.InferStatistics.Builder newBuilder(GrpcService.InferStatistics prototype)

toBuilder

public GrpcService.InferStatistics.Builder toBuilder()

Specified by:

toBuilder in interface com.google.protobuf.Message

Specified by:

toBuilder in interface com.google.protobuf.MessageLite

newBuilderForType

protected GrpcService.InferStatistics.Builder newBuilderForType(com.google.protobuf.GeneratedMessageV3.BuilderParent parent)

Specified by:

newBuilderForType in class com.google.protobuf.GeneratedMessageV3

getDefaultInstance

public static GrpcService.InferStatistics getDefaultInstance()

parser

public static com.google.protobuf.Parser<GrpcService.InferStatistics> parser()

getParserForType

public com.google.protobuf.Parser<GrpcService.InferStatistics> getParserForType()

Specified by:

getParserForType in interface com.google.protobuf.Message

Specified by:

getParserForType in interface com.google.protobuf.MessageLite

Overrides:

getParserForType in class com.google.protobuf.GeneratedMessageV3

getDefaultInstanceForType

public GrpcService.InferStatistics getDefaultInstanceForType()

Specified by:

getDefaultInstanceForType in interface com.google.protobuf.MessageLiteOrBuilder

Specified by:

getDefaultInstanceForType in interface com.google.protobuf.MessageOrBuilder