Package inference

Class GrpcService.InferBatchStatistics

java.lang.Object
com.google.protobuf.AbstractMessageLite
com.google.protobuf.AbstractMessage
com.google.protobuf.GeneratedMessageV3
inference.GrpcService.InferBatchStatistics
All Implemented Interfaces:
com.google.protobuf.Message, com.google.protobuf.MessageLite, com.google.protobuf.MessageLiteOrBuilder, com.google.protobuf.MessageOrBuilder, GrpcService.InferBatchStatisticsOrBuilder, Serializable
Enclosing class:
GrpcService
public static final class GrpcService.InferBatchStatistics extends com.google.protobuf.GeneratedMessageV3 implements GrpcService.InferBatchStatisticsOrBuilder
@@
@@.. cpp:var:: message InferBatchStatistics
@@
@@   Inference batch statistics.
@@
Protobuf type inference.InferBatchStatistics
See Also:

  • Field Details

    • BATCH_SIZE_FIELD_NUMBER

      public static final int BATCH_SIZE_FIELD_NUMBER
      See Also:

    • COMPUTE_INPUT_FIELD_NUMBER

      public static final int COMPUTE_INPUT_FIELD_NUMBER
      See Also:

    • COMPUTE_INFER_FIELD_NUMBER

      public static final int COMPUTE_INFER_FIELD_NUMBER
      See Also:

    • COMPUTE_OUTPUT_FIELD_NUMBER

      public static final int COMPUTE_OUTPUT_FIELD_NUMBER
      See Also:

  • Method Details

    • newInstance

      protected Object newInstance(com.google.protobuf.GeneratedMessageV3.UnusedPrivateParameter unused)
      Overrides:
      newInstance in class com.google.protobuf.GeneratedMessageV3

    • getDescriptor

      public static final com.google.protobuf.Descriptors.Descriptor getDescriptor()

    • internalGetFieldAccessorTable

      protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable internalGetFieldAccessorTable()
      Specified by:
      internalGetFieldAccessorTable in class com.google.protobuf.GeneratedMessageV3

    • getBatchSize

      public long getBatchSize()
      @@  .. cpp:var:: uint64 batch_size
@@
@@     The size of the batch.
@@
      uint64 batch_size = 1;
      Specified by:
      getBatchSize in interface GrpcService.InferBatchStatisticsOrBuilder
      Returns:
      The batchSize.

    • hasComputeInput

      public boolean hasComputeInput()
      @@  .. cpp:var:: StatisticDuration compute_input
@@
@@     The count and cumulative duration to prepare input tensor data as
@@     required by the model framework / backend with the given batch size.
@@     For example, this duration should include the time to copy input
@@     tensor data to the GPU.
@@
      .inference.StatisticDuration compute_input = 2;
      Specified by:
      hasComputeInput in interface GrpcService.InferBatchStatisticsOrBuilder
      Returns:
      Whether the computeInput field is set.

    • getComputeInput

      public GrpcService.StatisticDuration getComputeInput()
      @@  .. cpp:var:: StatisticDuration compute_input
@@
@@     The count and cumulative duration to prepare input tensor data as
@@     required by the model framework / backend with the given batch size.
@@     For example, this duration should include the time to copy input
@@     tensor data to the GPU.
@@
      .inference.StatisticDuration compute_input = 2;
      Specified by:
      getComputeInput in interface GrpcService.InferBatchStatisticsOrBuilder
      Returns:
      The computeInput.

    • getComputeInputOrBuilder

      public GrpcService.StatisticDurationOrBuilder getComputeInputOrBuilder()
      @@  .. cpp:var:: StatisticDuration compute_input
@@
@@     The count and cumulative duration to prepare input tensor data as
@@     required by the model framework / backend with the given batch size.
@@     For example, this duration should include the time to copy input
@@     tensor data to the GPU.
@@
      .inference.StatisticDuration compute_input = 2;
      Specified by:
      getComputeInputOrBuilder in interface GrpcService.InferBatchStatisticsOrBuilder

    • hasComputeInfer

      public boolean hasComputeInfer()
      @@  .. cpp:var:: StatisticDuration compute_infer
@@
@@     The count and cumulative duration to execute the model with the given
@@     batch size.
@@
      .inference.StatisticDuration compute_infer = 3;
      Specified by:
      hasComputeInfer in interface GrpcService.InferBatchStatisticsOrBuilder
      Returns:
      Whether the computeInfer field is set.

    • getComputeInfer

      public GrpcService.StatisticDuration getComputeInfer()
      @@  .. cpp:var:: StatisticDuration compute_infer
@@
@@     The count and cumulative duration to execute the model with the given
@@     batch size.
@@
      .inference.StatisticDuration compute_infer = 3;
      Specified by:
      getComputeInfer in interface GrpcService.InferBatchStatisticsOrBuilder
      Returns:
      The computeInfer.

    • getComputeInferOrBuilder

      public GrpcService.StatisticDurationOrBuilder getComputeInferOrBuilder()
      @@  .. cpp:var:: StatisticDuration compute_infer
@@
@@     The count and cumulative duration to execute the model with the given
@@     batch size.
@@
      .inference.StatisticDuration compute_infer = 3;
      Specified by:
      getComputeInferOrBuilder in interface GrpcService.InferBatchStatisticsOrBuilder

    • hasComputeOutput

      public boolean hasComputeOutput()
      @@  .. cpp:var:: StatisticDuration compute_output
@@
@@     The count and cumulative duration to extract output tensor data
@@     produced by the model framework / backend with the given batch size.
@@     For example, this duration should include the time to copy output
@@     tensor data from the GPU.
@@
      .inference.StatisticDuration compute_output = 4;
      Specified by:
      hasComputeOutput in interface GrpcService.InferBatchStatisticsOrBuilder
      Returns:
      Whether the computeOutput field is set.

    • getComputeOutput

      public GrpcService.StatisticDuration getComputeOutput()
      @@  .. cpp:var:: StatisticDuration compute_output
@@
@@     The count and cumulative duration to extract output tensor data
@@     produced by the model framework / backend with the given batch size.
@@     For example, this duration should include the time to copy output
@@     tensor data from the GPU.
@@
      .inference.StatisticDuration compute_output = 4;
      Specified by:
      getComputeOutput in interface GrpcService.InferBatchStatisticsOrBuilder
      Returns:
      The computeOutput.

    • getComputeOutputOrBuilder

      public GrpcService.StatisticDurationOrBuilder getComputeOutputOrBuilder()
      @@  .. cpp:var:: StatisticDuration compute_output
@@
@@     The count and cumulative duration to extract output tensor data
@@     produced by the model framework / backend with the given batch size.
@@     For example, this duration should include the time to copy output
@@     tensor data from the GPU.
@@
      .inference.StatisticDuration compute_output = 4;
      Specified by:
      getComputeOutputOrBuilder in interface GrpcService.InferBatchStatisticsOrBuilder

    • isInitialized

      public final boolean isInitialized()
      Specified by:
      isInitialized in interface com.google.protobuf.MessageLiteOrBuilder
      Overrides:
      isInitialized in class com.google.protobuf.GeneratedMessageV3

    • writeTo

      public void writeTo(com.google.protobuf.CodedOutputStream output) throws IOException
      Specified by:
      writeTo in interface com.google.protobuf.MessageLite
      Overrides:
      writeTo in class com.google.protobuf.GeneratedMessageV3
      Throws:
      IOException

    • getSerializedSize

      public int getSerializedSize()
      Specified by:
      getSerializedSize in interface com.google.protobuf.MessageLite
      Overrides:
      getSerializedSize in class com.google.protobuf.GeneratedMessageV3

    • equals

      public boolean equals(Object obj)
      Specified by:
      equals in interface com.google.protobuf.Message
      Overrides:
      equals in class com.google.protobuf.AbstractMessage

    • hashCode

      public int hashCode()
      Specified by:
      hashCode in interface com.google.protobuf.Message
      Overrides:
      hashCode in class com.google.protobuf.AbstractMessage

    • parseFrom

      public static GrpcService.InferBatchStatistics parseFrom(ByteBuffer data) throws com.google.protobuf.InvalidProtocolBufferException
      Throws:
      com.google.protobuf.InvalidProtocolBufferException

    • parseFrom

      public static GrpcService.InferBatchStatistics parseFrom(ByteBuffer data, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws com.google.protobuf.InvalidProtocolBufferException
      Throws:
      com.google.protobuf.InvalidProtocolBufferException

    • parseFrom

      public static GrpcService.InferBatchStatistics parseFrom(com.google.protobuf.ByteString data) throws com.google.protobuf.InvalidProtocolBufferException
      Throws:
      com.google.protobuf.InvalidProtocolBufferException

    • parseFrom

      public static GrpcService.InferBatchStatistics parseFrom(com.google.protobuf.ByteString data, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws com.google.protobuf.InvalidProtocolBufferException
      Throws:
      com.google.protobuf.InvalidProtocolBufferException

    • parseFrom

      public static GrpcService.InferBatchStatistics parseFrom(byte[] data) throws com.google.protobuf.InvalidProtocolBufferException
      Throws:
      com.google.protobuf.InvalidProtocolBufferException

    • parseFrom

      public static GrpcService.InferBatchStatistics parseFrom(byte[] data, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws com.google.protobuf.InvalidProtocolBufferException
      Throws:
      com.google.protobuf.InvalidProtocolBufferException

    • parseFrom

      public static GrpcService.InferBatchStatistics parseFrom(InputStream input) throws IOException
      Throws:
      IOException

    • parseFrom

      public static GrpcService.InferBatchStatistics parseFrom(InputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws IOException
      Throws:
      IOException

    • parseDelimitedFrom

      public static GrpcService.InferBatchStatistics parseDelimitedFrom(InputStream input) throws IOException
      Throws:
      IOException

    • parseDelimitedFrom

      public static GrpcService.InferBatchStatistics parseDelimitedFrom(InputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws IOException
      Throws:
      IOException

    • parseFrom

      public static GrpcService.InferBatchStatistics parseFrom(com.google.protobuf.CodedInputStream input) throws IOException
      Throws:
      IOException

    • parseFrom

      public static GrpcService.InferBatchStatistics parseFrom(com.google.protobuf.CodedInputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws IOException
      Throws:
      IOException

    • newBuilderForType

      public GrpcService.InferBatchStatistics.Builder newBuilderForType()
      Specified by:
      newBuilderForType in interface com.google.protobuf.Message
      Specified by:
      newBuilderForType in interface com.google.protobuf.MessageLite

    • newBuilder

      public static GrpcService.InferBatchStatistics.Builder newBuilder()

    • newBuilder

      public static GrpcService.InferBatchStatistics.Builder newBuilder(GrpcService.InferBatchStatistics prototype)

    • toBuilder

      public GrpcService.InferBatchStatistics.Builder toBuilder()
      Specified by:
      toBuilder in interface com.google.protobuf.Message
      Specified by:
      toBuilder in interface com.google.protobuf.MessageLite

    • newBuilderForType

      protected GrpcService.InferBatchStatistics.Builder newBuilderForType(com.google.protobuf.GeneratedMessageV3.BuilderParent parent)
      Specified by:
      newBuilderForType in class com.google.protobuf.GeneratedMessageV3

    • getDefaultInstance

      public static GrpcService.InferBatchStatistics getDefaultInstance()

    • parser

      public static com.google.protobuf.Parser<GrpcService.InferBatchStatistics> parser()

    • getParserForType

      public com.google.protobuf.Parser<GrpcService.InferBatchStatistics> getParserForType()
      Specified by:
      getParserForType in interface com.google.protobuf.Message
      Specified by:
      getParserForType in interface com.google.protobuf.MessageLite
      Overrides:
      getParserForType in class com.google.protobuf.GeneratedMessageV3

    • getDefaultInstanceForType

      public GrpcService.InferBatchStatistics getDefaultInstanceForType()
      Specified by:
      getDefaultInstanceForType in interface com.google.protobuf.MessageLiteOrBuilder
      Specified by:
      getDefaultInstanceForType in interface com.google.protobuf.MessageOrBuilder