Package inference

Interface GrpcService.ModelInferResponseOrBuilder

All Superinterfaces:

com.google.protobuf.MessageLiteOrBuilder, com.google.protobuf.MessageOrBuilder

All Known Implementing Classes:

GrpcService.ModelInferResponse, GrpcService.ModelInferResponse.Builder

Enclosing class:

GrpcService

public static interface GrpcService.ModelInferResponseOrBuilder
extends com.google.protobuf.MessageOrBuilder

Method Summary

Modifier and Type	Method	Description
boolean	containsParameters(String key)	@@ ..
String	getId()	@@ ..
com.google.protobuf.ByteString	getIdBytes()	@@ ..
String	getModelName()	@@ ..
com.google.protobuf.ByteString	getModelNameBytes()	@@ ..
String	getModelVersion()	@@ ..
com.google.protobuf.ByteString	getModelVersionBytes()	@@ ..
GrpcService.ModelInferResponse.InferOutputTensor	getOutputs(int index)	@@ @@ ..
int	getOutputsCount()	@@ @@ ..
List<GrpcService.ModelInferResponse.InferOutputTensor>	getOutputsList()	@@ @@ ..
GrpcService.ModelInferResponse.InferOutputTensorOrBuilder	getOutputsOrBuilder(int index)	@@ @@ ..
List<? extends GrpcService.ModelInferResponse.InferOutputTensorOrBuilder>	getOutputsOrBuilderList()	@@ @@ ..
Map<String,GrpcService.InferParameter>	getParameters()	Deprecated.
int	getParametersCount()	@@ ..
Map<String,GrpcService.InferParameter>	getParametersMap()	@@ ..
GrpcService.InferParameter	getParametersOrDefault(String key, GrpcService.InferParameter defaultValue)	@@ ..
GrpcService.InferParameter	getParametersOrThrow(String key)	@@ ..
com.google.protobuf.ByteString	getRawOutputContents(int index)	@@ @@ ..
int	getRawOutputContentsCount()	@@ @@ ..
List<com.google.protobuf.ByteString>	getRawOutputContentsList()	@@ @@ ..

Methods inherited from interface com.google.protobuf.MessageLiteOrBuilder

isInitialized

Methods inherited from interface com.google.protobuf.MessageOrBuilder

findInitializationErrors, getAllFields, getDefaultInstanceForType, getDescriptorForType, getField, getInitializationErrorString, getOneofFieldDescriptor, getRepeatedField, getRepeatedFieldCount, getUnknownFields, hasField, hasOneof

Method Details

getModelName

String getModelName()

@@  .. cpp:var:: string model_name
@@
@@     The name of the model used for inference.
@@
 

string model_name = 1;

Returns:

The modelName.

getModelNameBytes

com.google.protobuf.ByteString getModelNameBytes()

@@  .. cpp:var:: string model_name
@@
@@     The name of the model used for inference.
@@
 

string model_name = 1;

Returns:

The bytes for modelName.

getModelVersion

String getModelVersion()

@@  .. cpp:var:: string model_version
@@
@@     The version of the model used for inference.
@@
 

string model_version = 2;

Returns:

The modelVersion.

getModelVersionBytes

com.google.protobuf.ByteString getModelVersionBytes()

@@  .. cpp:var:: string model_version
@@
@@     The version of the model used for inference.
@@
 

string model_version = 2;

Returns:

The bytes for modelVersion.

getId

String getId()

@@  .. cpp:var:: string id
@@
@@     The id of the inference request if one was specified.
@@
 

string id = 3;

Returns:

The id.

getIdBytes

com.google.protobuf.ByteString getIdBytes()

@@  .. cpp:var:: string id
@@
@@     The id of the inference request if one was specified.
@@
 

string id = 3;

Returns:

The bytes for id.

getParametersCount

int getParametersCount()

@@  .. cpp:var:: map<string,InferParameter> parameters
@@
@@     Optional inference response parameters.
@@
 

map<string, .inference.InferParameter> parameters = 4;

containsParameters

boolean containsParameters(String key)

@@  .. cpp:var:: map<string,InferParameter> parameters
@@
@@     Optional inference response parameters.
@@
 

map<string, .inference.InferParameter> parameters = 4;

getParameters

@Deprecated
Map<String,GrpcService.InferParameter> getParameters()

Deprecated.

Use getParametersMap() instead.

getParametersMap

Map<String,GrpcService.InferParameter> getParametersMap()

@@  .. cpp:var:: map<string,InferParameter> parameters
@@
@@     Optional inference response parameters.
@@
 

map<string, .inference.InferParameter> parameters = 4;

getParametersOrDefault

GrpcService.InferParameter getParametersOrDefault(String key,
 GrpcService.InferParameter defaultValue)

@@  .. cpp:var:: map<string,InferParameter> parameters
@@
@@     Optional inference response parameters.
@@
 

map<string, .inference.InferParameter> parameters = 4;

getParametersOrThrow

GrpcService.InferParameter getParametersOrThrow(String key)

@@  .. cpp:var:: map<string,InferParameter> parameters
@@
@@     Optional inference response parameters.
@@
 

map<string, .inference.InferParameter> parameters = 4;

getOutputsList

List<GrpcService.ModelInferResponse.InferOutputTensor> getOutputsList()

@@
@@  .. cpp:var:: InferOutputTensor outputs (repeated)
@@
@@     The output tensors holding inference results.
@@
 

repeated .inference.ModelInferResponse.InferOutputTensor outputs = 5;

getOutputs

GrpcService.ModelInferResponse.InferOutputTensor getOutputs(int index)

@@
@@  .. cpp:var:: InferOutputTensor outputs (repeated)
@@
@@     The output tensors holding inference results.
@@
 

repeated .inference.ModelInferResponse.InferOutputTensor outputs = 5;

getOutputsCount

int getOutputsCount()

@@
@@  .. cpp:var:: InferOutputTensor outputs (repeated)
@@
@@     The output tensors holding inference results.
@@
 

repeated .inference.ModelInferResponse.InferOutputTensor outputs = 5;

getOutputsOrBuilderList

List<? extends GrpcService.ModelInferResponse.InferOutputTensorOrBuilder> getOutputsOrBuilderList()

@@
@@  .. cpp:var:: InferOutputTensor outputs (repeated)
@@
@@     The output tensors holding inference results.
@@
 

repeated .inference.ModelInferResponse.InferOutputTensor outputs = 5;

getOutputsOrBuilder

GrpcService.ModelInferResponse.InferOutputTensorOrBuilder getOutputsOrBuilder(int index)

@@
@@  .. cpp:var:: InferOutputTensor outputs (repeated)
@@
@@     The output tensors holding inference results.
@@
 

repeated .inference.ModelInferResponse.InferOutputTensor outputs = 5;

getRawOutputContentsList

List<com.google.protobuf.ByteString> getRawOutputContentsList()

@@
@@  .. cpp:var:: bytes raw_output_contents
@@
@@     The data contained in an output tensor can be represented in
@@     "raw" bytes form or in the repeated type that matches the
@@     tensor's data type. Using the "raw" bytes form will
@@     typically allow higher performance due to the way protobuf
@@     allocation and reuse interacts with GRPC. For example, see
@@     https://github.com/grpc/grpc/issues/23231.
@@
@@     To use the raw representation 'raw_output_contents' must be
@@     initialized with data for each tensor in the same order as
@@     'outputs'. For each tensor, the size of this content must
@@     match what is expected by the tensor's shape and data
@@     type. The raw data must be the flattened, one-dimensional,
@@     row-major order of the tensor elements without any stride
@@     or padding between the elements. Note that the FP16 and BF16 data
@@     types must be represented as raw content as there is no
@@     specific data type for a 16-bit float type.
@@
@@     If this field is specified then InferOutputTensor::contents
@@     must not be specified for any output tensor.
@@
 

repeated bytes raw_output_contents = 6;

Returns:

A list containing the rawOutputContents.

getRawOutputContentsCount

int getRawOutputContentsCount()

@@
@@  .. cpp:var:: bytes raw_output_contents
@@
@@     The data contained in an output tensor can be represented in
@@     "raw" bytes form or in the repeated type that matches the
@@     tensor's data type. Using the "raw" bytes form will
@@     typically allow higher performance due to the way protobuf
@@     allocation and reuse interacts with GRPC. For example, see
@@     https://github.com/grpc/grpc/issues/23231.
@@
@@     To use the raw representation 'raw_output_contents' must be
@@     initialized with data for each tensor in the same order as
@@     'outputs'. For each tensor, the size of this content must
@@     match what is expected by the tensor's shape and data
@@     type. The raw data must be the flattened, one-dimensional,
@@     row-major order of the tensor elements without any stride
@@     or padding between the elements. Note that the FP16 and BF16 data
@@     types must be represented as raw content as there is no
@@     specific data type for a 16-bit float type.
@@
@@     If this field is specified then InferOutputTensor::contents
@@     must not be specified for any output tensor.
@@
 

repeated bytes raw_output_contents = 6;

Returns:

The count of rawOutputContents.

getRawOutputContents

com.google.protobuf.ByteString getRawOutputContents(int index)

@@
@@  .. cpp:var:: bytes raw_output_contents
@@
@@     The data contained in an output tensor can be represented in
@@     "raw" bytes form or in the repeated type that matches the
@@     tensor's data type. Using the "raw" bytes form will
@@     typically allow higher performance due to the way protobuf
@@     allocation and reuse interacts with GRPC. For example, see
@@     https://github.com/grpc/grpc/issues/23231.
@@
@@     To use the raw representation 'raw_output_contents' must be
@@     initialized with data for each tensor in the same order as
@@     'outputs'. For each tensor, the size of this content must
@@     match what is expected by the tensor's shape and data
@@     type. The raw data must be the flattened, one-dimensional,
@@     row-major order of the tensor elements without any stride
@@     or padding between the elements. Note that the FP16 and BF16 data
@@     types must be represented as raw content as there is no
@@     specific data type for a 16-bit float type.
@@
@@     If this field is specified then InferOutputTensor::contents
@@     must not be specified for any output tensor.
@@
 

repeated bytes raw_output_contents = 6;

Parameters:

index - The index of the element to return.

Returns:

The rawOutputContents at the given index.