Package inference

Class GrpcService.ModelInferResponse

java.lang.Object
com.google.protobuf.AbstractMessageLite
com.google.protobuf.AbstractMessage
com.google.protobuf.GeneratedMessageV3
inference.GrpcService.ModelInferResponse
All Implemented Interfaces:
com.google.protobuf.Message, com.google.protobuf.MessageLite, com.google.protobuf.MessageLiteOrBuilder, com.google.protobuf.MessageOrBuilder, GrpcService.ModelInferResponseOrBuilder, Serializable
Enclosing class:
GrpcService

public static final class GrpcService.ModelInferResponse extends com.google.protobuf.GeneratedMessageV3 implements GrpcService.ModelInferResponseOrBuilder
@@
@@.. cpp:var:: message ModelInferResponse
@@
@@   Response message for ModelInfer.
@@
 
Protobuf type inference.ModelInferResponse
See Also:
  • Field Details

    • MODEL_NAME_FIELD_NUMBER

      public static final int MODEL_NAME_FIELD_NUMBER
      See Also:
    • MODEL_VERSION_FIELD_NUMBER

      public static final int MODEL_VERSION_FIELD_NUMBER
      See Also:
    • ID_FIELD_NUMBER

      public static final int ID_FIELD_NUMBER
      See Also:
    • PARAMETERS_FIELD_NUMBER

      public static final int PARAMETERS_FIELD_NUMBER
      See Also:
    • OUTPUTS_FIELD_NUMBER

      public static final int OUTPUTS_FIELD_NUMBER
      See Also:
    • RAW_OUTPUT_CONTENTS_FIELD_NUMBER

      public static final int RAW_OUTPUT_CONTENTS_FIELD_NUMBER
      See Also:
  • Method Details

    • newInstance

      protected Object newInstance(com.google.protobuf.GeneratedMessageV3.UnusedPrivateParameter unused)
      Overrides:
      newInstance in class com.google.protobuf.GeneratedMessageV3
    • getDescriptor

      public static final com.google.protobuf.Descriptors.Descriptor getDescriptor()
    • internalGetMapFieldReflection

      protected com.google.protobuf.MapFieldReflectionAccessor internalGetMapFieldReflection(int number)
      Overrides:
      internalGetMapFieldReflection in class com.google.protobuf.GeneratedMessageV3
    • internalGetFieldAccessorTable

      protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable internalGetFieldAccessorTable()
      Specified by:
      internalGetFieldAccessorTable in class com.google.protobuf.GeneratedMessageV3
    • getModelName

      public String getModelName()
      @@  .. cpp:var:: string model_name
      @@
      @@     The name of the model used for inference.
      @@
       
      string model_name = 1;
      Specified by:
      getModelName in interface GrpcService.ModelInferResponseOrBuilder
      Returns:
      The modelName.
    • getModelNameBytes

      public com.google.protobuf.ByteString getModelNameBytes()
      @@  .. cpp:var:: string model_name
      @@
      @@     The name of the model used for inference.
      @@
       
      string model_name = 1;
      Specified by:
      getModelNameBytes in interface GrpcService.ModelInferResponseOrBuilder
      Returns:
      The bytes for modelName.
    • getModelVersion

      public String getModelVersion()
      @@  .. cpp:var:: string model_version
      @@
      @@     The version of the model used for inference.
      @@
       
      string model_version = 2;
      Specified by:
      getModelVersion in interface GrpcService.ModelInferResponseOrBuilder
      Returns:
      The modelVersion.
    • getModelVersionBytes

      public com.google.protobuf.ByteString getModelVersionBytes()
      @@  .. cpp:var:: string model_version
      @@
      @@     The version of the model used for inference.
      @@
       
      string model_version = 2;
      Specified by:
      getModelVersionBytes in interface GrpcService.ModelInferResponseOrBuilder
      Returns:
      The bytes for modelVersion.
    • getId

      public String getId()
      @@  .. cpp:var:: string id
      @@
      @@     The id of the inference request if one was specified.
      @@
       
      string id = 3;
      Specified by:
      getId in interface GrpcService.ModelInferResponseOrBuilder
      Returns:
      The id.
    • getIdBytes

      public com.google.protobuf.ByteString getIdBytes()
      @@  .. cpp:var:: string id
      @@
      @@     The id of the inference request if one was specified.
      @@
       
      string id = 3;
      Specified by:
      getIdBytes in interface GrpcService.ModelInferResponseOrBuilder
      Returns:
      The bytes for id.
    • getParametersCount

      public int getParametersCount()
      Description copied from interface: GrpcService.ModelInferResponseOrBuilder
      @@  .. cpp:var:: map<string,InferParameter> parameters
      @@
      @@     Optional inference response parameters.
      @@
       
      map<string, .inference.InferParameter> parameters = 4;
      Specified by:
      getParametersCount in interface GrpcService.ModelInferResponseOrBuilder
    • containsParameters

      public boolean containsParameters(String key)
      @@  .. cpp:var:: map<string,InferParameter> parameters
      @@
      @@     Optional inference response parameters.
      @@
       
      map<string, .inference.InferParameter> parameters = 4;
      Specified by:
      containsParameters in interface GrpcService.ModelInferResponseOrBuilder
    • getParameters

      Deprecated.
      Use getParametersMap() instead.
      Specified by:
      getParameters in interface GrpcService.ModelInferResponseOrBuilder
    • getParametersMap

      public Map<String,GrpcService.InferParameter> getParametersMap()
      @@  .. cpp:var:: map<string,InferParameter> parameters
      @@
      @@     Optional inference response parameters.
      @@
       
      map<string, .inference.InferParameter> parameters = 4;
      Specified by:
      getParametersMap in interface GrpcService.ModelInferResponseOrBuilder
    • getParametersOrDefault

      public GrpcService.InferParameter getParametersOrDefault(String key, GrpcService.InferParameter defaultValue)
      @@  .. cpp:var:: map<string,InferParameter> parameters
      @@
      @@     Optional inference response parameters.
      @@
       
      map<string, .inference.InferParameter> parameters = 4;
      Specified by:
      getParametersOrDefault in interface GrpcService.ModelInferResponseOrBuilder
    • getParametersOrThrow

      public GrpcService.InferParameter getParametersOrThrow(String key)
      @@  .. cpp:var:: map<string,InferParameter> parameters
      @@
      @@     Optional inference response parameters.
      @@
       
      map<string, .inference.InferParameter> parameters = 4;
      Specified by:
      getParametersOrThrow in interface GrpcService.ModelInferResponseOrBuilder
    • getOutputsList

      @@
      @@  .. cpp:var:: InferOutputTensor outputs (repeated)
      @@
      @@     The output tensors holding inference results.
      @@
       
      repeated .inference.ModelInferResponse.InferOutputTensor outputs = 5;
      Specified by:
      getOutputsList in interface GrpcService.ModelInferResponseOrBuilder
    • getOutputsOrBuilderList

      public List<? extends GrpcService.ModelInferResponse.InferOutputTensorOrBuilder> getOutputsOrBuilderList()
      @@
      @@  .. cpp:var:: InferOutputTensor outputs (repeated)
      @@
      @@     The output tensors holding inference results.
      @@
       
      repeated .inference.ModelInferResponse.InferOutputTensor outputs = 5;
      Specified by:
      getOutputsOrBuilderList in interface GrpcService.ModelInferResponseOrBuilder
    • getOutputsCount

      public int getOutputsCount()
      @@
      @@  .. cpp:var:: InferOutputTensor outputs (repeated)
      @@
      @@     The output tensors holding inference results.
      @@
       
      repeated .inference.ModelInferResponse.InferOutputTensor outputs = 5;
      Specified by:
      getOutputsCount in interface GrpcService.ModelInferResponseOrBuilder
    • getOutputs

      public GrpcService.ModelInferResponse.InferOutputTensor getOutputs(int index)
      @@
      @@  .. cpp:var:: InferOutputTensor outputs (repeated)
      @@
      @@     The output tensors holding inference results.
      @@
       
      repeated .inference.ModelInferResponse.InferOutputTensor outputs = 5;
      Specified by:
      getOutputs in interface GrpcService.ModelInferResponseOrBuilder
    • getOutputsOrBuilder

      public GrpcService.ModelInferResponse.InferOutputTensorOrBuilder getOutputsOrBuilder(int index)
      @@
      @@  .. cpp:var:: InferOutputTensor outputs (repeated)
      @@
      @@     The output tensors holding inference results.
      @@
       
      repeated .inference.ModelInferResponse.InferOutputTensor outputs = 5;
      Specified by:
      getOutputsOrBuilder in interface GrpcService.ModelInferResponseOrBuilder
    • getRawOutputContentsList

      public List<com.google.protobuf.ByteString> getRawOutputContentsList()
      @@
      @@  .. cpp:var:: bytes raw_output_contents
      @@
      @@     The data contained in an output tensor can be represented in
      @@     "raw" bytes form or in the repeated type that matches the
      @@     tensor's data type. Using the "raw" bytes form will
      @@     typically allow higher performance due to the way protobuf
      @@     allocation and reuse interacts with GRPC. For example, see
      @@     https://github.com/grpc/grpc/issues/23231.
      @@
      @@     To use the raw representation 'raw_output_contents' must be
      @@     initialized with data for each tensor in the same order as
      @@     'outputs'. For each tensor, the size of this content must
      @@     match what is expected by the tensor's shape and data
      @@     type. The raw data must be the flattened, one-dimensional,
      @@     row-major order of the tensor elements without any stride
      @@     or padding between the elements. Note that the FP16 and BF16 data
      @@     types must be represented as raw content as there is no
      @@     specific data type for a 16-bit float type.
      @@
      @@     If this field is specified then InferOutputTensor::contents
      @@     must not be specified for any output tensor.
      @@
       
      repeated bytes raw_output_contents = 6;
      Specified by:
      getRawOutputContentsList in interface GrpcService.ModelInferResponseOrBuilder
      Returns:
      A list containing the rawOutputContents.
    • getRawOutputContentsCount

      public int getRawOutputContentsCount()
      @@
      @@  .. cpp:var:: bytes raw_output_contents
      @@
      @@     The data contained in an output tensor can be represented in
      @@     "raw" bytes form or in the repeated type that matches the
      @@     tensor's data type. Using the "raw" bytes form will
      @@     typically allow higher performance due to the way protobuf
      @@     allocation and reuse interacts with GRPC. For example, see
      @@     https://github.com/grpc/grpc/issues/23231.
      @@
      @@     To use the raw representation 'raw_output_contents' must be
      @@     initialized with data for each tensor in the same order as
      @@     'outputs'. For each tensor, the size of this content must
      @@     match what is expected by the tensor's shape and data
      @@     type. The raw data must be the flattened, one-dimensional,
      @@     row-major order of the tensor elements without any stride
      @@     or padding between the elements. Note that the FP16 and BF16 data
      @@     types must be represented as raw content as there is no
      @@     specific data type for a 16-bit float type.
      @@
      @@     If this field is specified then InferOutputTensor::contents
      @@     must not be specified for any output tensor.
      @@
       
      repeated bytes raw_output_contents = 6;
      Specified by:
      getRawOutputContentsCount in interface GrpcService.ModelInferResponseOrBuilder
      Returns:
      The count of rawOutputContents.
    • getRawOutputContents

      public com.google.protobuf.ByteString getRawOutputContents(int index)
      @@
      @@  .. cpp:var:: bytes raw_output_contents
      @@
      @@     The data contained in an output tensor can be represented in
      @@     "raw" bytes form or in the repeated type that matches the
      @@     tensor's data type. Using the "raw" bytes form will
      @@     typically allow higher performance due to the way protobuf
      @@     allocation and reuse interacts with GRPC. For example, see
      @@     https://github.com/grpc/grpc/issues/23231.
      @@
      @@     To use the raw representation 'raw_output_contents' must be
      @@     initialized with data for each tensor in the same order as
      @@     'outputs'. For each tensor, the size of this content must
      @@     match what is expected by the tensor's shape and data
      @@     type. The raw data must be the flattened, one-dimensional,
      @@     row-major order of the tensor elements without any stride
      @@     or padding between the elements. Note that the FP16 and BF16 data
      @@     types must be represented as raw content as there is no
      @@     specific data type for a 16-bit float type.
      @@
      @@     If this field is specified then InferOutputTensor::contents
      @@     must not be specified for any output tensor.
      @@
       
      repeated bytes raw_output_contents = 6;
      Specified by:
      getRawOutputContents in interface GrpcService.ModelInferResponseOrBuilder
      Parameters:
      index - The index of the element to return.
      Returns:
      The rawOutputContents at the given index.
    • isInitialized

      public final boolean isInitialized()
      Specified by:
      isInitialized in interface com.google.protobuf.MessageLiteOrBuilder
      Overrides:
      isInitialized in class com.google.protobuf.GeneratedMessageV3
    • writeTo

      public void writeTo(com.google.protobuf.CodedOutputStream output) throws IOException
      Specified by:
      writeTo in interface com.google.protobuf.MessageLite
      Overrides:
      writeTo in class com.google.protobuf.GeneratedMessageV3
      Throws:
      IOException
    • getSerializedSize

      public int getSerializedSize()
      Specified by:
      getSerializedSize in interface com.google.protobuf.MessageLite
      Overrides:
      getSerializedSize in class com.google.protobuf.GeneratedMessageV3
    • equals

      public boolean equals(Object obj)
      Specified by:
      equals in interface com.google.protobuf.Message
      Overrides:
      equals in class com.google.protobuf.AbstractMessage
    • hashCode

      public int hashCode()
      Specified by:
      hashCode in interface com.google.protobuf.Message
      Overrides:
      hashCode in class com.google.protobuf.AbstractMessage
    • parseFrom

      public static GrpcService.ModelInferResponse parseFrom(ByteBuffer data) throws com.google.protobuf.InvalidProtocolBufferException
      Throws:
      com.google.protobuf.InvalidProtocolBufferException
    • parseFrom

      public static GrpcService.ModelInferResponse parseFrom(ByteBuffer data, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws com.google.protobuf.InvalidProtocolBufferException
      Throws:
      com.google.protobuf.InvalidProtocolBufferException
    • parseFrom

      public static GrpcService.ModelInferResponse parseFrom(com.google.protobuf.ByteString data) throws com.google.protobuf.InvalidProtocolBufferException
      Throws:
      com.google.protobuf.InvalidProtocolBufferException
    • parseFrom

      public static GrpcService.ModelInferResponse parseFrom(com.google.protobuf.ByteString data, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws com.google.protobuf.InvalidProtocolBufferException
      Throws:
      com.google.protobuf.InvalidProtocolBufferException
    • parseFrom

      public static GrpcService.ModelInferResponse parseFrom(byte[] data) throws com.google.protobuf.InvalidProtocolBufferException
      Throws:
      com.google.protobuf.InvalidProtocolBufferException
    • parseFrom

      public static GrpcService.ModelInferResponse parseFrom(byte[] data, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws com.google.protobuf.InvalidProtocolBufferException
      Throws:
      com.google.protobuf.InvalidProtocolBufferException
    • parseFrom

      public static GrpcService.ModelInferResponse parseFrom(InputStream input) throws IOException
      Throws:
      IOException
    • parseFrom

      public static GrpcService.ModelInferResponse parseFrom(InputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws IOException
      Throws:
      IOException
    • parseDelimitedFrom

      public static GrpcService.ModelInferResponse parseDelimitedFrom(InputStream input) throws IOException
      Throws:
      IOException
    • parseDelimitedFrom

      public static GrpcService.ModelInferResponse parseDelimitedFrom(InputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws IOException
      Throws:
      IOException
    • parseFrom

      public static GrpcService.ModelInferResponse parseFrom(com.google.protobuf.CodedInputStream input) throws IOException
      Throws:
      IOException
    • parseFrom

      public static GrpcService.ModelInferResponse parseFrom(com.google.protobuf.CodedInputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws IOException
      Throws:
      IOException
    • newBuilderForType

      public GrpcService.ModelInferResponse.Builder newBuilderForType()
      Specified by:
      newBuilderForType in interface com.google.protobuf.Message
      Specified by:
      newBuilderForType in interface com.google.protobuf.MessageLite
    • newBuilder

      public static GrpcService.ModelInferResponse.Builder newBuilder()
    • newBuilder

    • toBuilder

      Specified by:
      toBuilder in interface com.google.protobuf.Message
      Specified by:
      toBuilder in interface com.google.protobuf.MessageLite
    • newBuilderForType

      protected GrpcService.ModelInferResponse.Builder newBuilderForType(com.google.protobuf.GeneratedMessageV3.BuilderParent parent)
      Specified by:
      newBuilderForType in class com.google.protobuf.GeneratedMessageV3
    • getDefaultInstance

      public static GrpcService.ModelInferResponse getDefaultInstance()
    • parser

      public static com.google.protobuf.Parser<GrpcService.ModelInferResponse> parser()
    • getParserForType

      public com.google.protobuf.Parser<GrpcService.ModelInferResponse> getParserForType()
      Specified by:
      getParserForType in interface com.google.protobuf.Message
      Specified by:
      getParserForType in interface com.google.protobuf.MessageLite
      Overrides:
      getParserForType in class com.google.protobuf.GeneratedMessageV3
    • getDefaultInstanceForType

      public GrpcService.ModelInferResponse getDefaultInstanceForType()
      Specified by:
      getDefaultInstanceForType in interface com.google.protobuf.MessageLiteOrBuilder
      Specified by:
      getDefaultInstanceForType in interface com.google.protobuf.MessageOrBuilder