Package inference

Class ModelConfigOuterClass.ModelEnsembling

java.lang.Object
com.google.protobuf.AbstractMessageLite
com.google.protobuf.AbstractMessage
com.google.protobuf.GeneratedMessageV3
inference.ModelConfigOuterClass.ModelEnsembling
All Implemented Interfaces:
com.google.protobuf.Message, com.google.protobuf.MessageLite, com.google.protobuf.MessageLiteOrBuilder, com.google.protobuf.MessageOrBuilder, ModelConfigOuterClass.ModelEnsemblingOrBuilder, Serializable
Enclosing class:
ModelConfigOuterClass
public static final class ModelConfigOuterClass.ModelEnsembling extends com.google.protobuf.GeneratedMessageV3 implements ModelConfigOuterClass.ModelEnsemblingOrBuilder
@@
@@.. cpp:var:: message ModelEnsembling
@@
@@   Model ensembling configuration. These settings specify the models that
@@   compose the ensemble and how data flows between the models.
@@
Protobuf type inference.ModelEnsembling
See Also:

  • Field Details

    • STEP_FIELD_NUMBER

      public static final int STEP_FIELD_NUMBER
      See Also:

    • MAX_INFLIGHT_REQUESTS_FIELD_NUMBER

      public static final int MAX_INFLIGHT_REQUESTS_FIELD_NUMBER
      See Also:

  • Method Details

    • newInstance

      protected Object newInstance(com.google.protobuf.GeneratedMessageV3.UnusedPrivateParameter unused)
      Overrides:
      newInstance in class com.google.protobuf.GeneratedMessageV3

    • getDescriptor

      public static final com.google.protobuf.Descriptors.Descriptor getDescriptor()

    • internalGetFieldAccessorTable

      protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable internalGetFieldAccessorTable()
      Specified by:
      internalGetFieldAccessorTable in class com.google.protobuf.GeneratedMessageV3

    • getStepList

      public List<ModelConfigOuterClass.ModelEnsembling.Step> getStepList()
      @@  .. cpp:var:: Step step (repeated)
@@
@@     The models and the input / output mappings used within the ensemble.
@@
      repeated .inference.ModelEnsembling.Step step = 1;
      Specified by:
      getStepList in interface ModelConfigOuterClass.ModelEnsemblingOrBuilder

    • getStepOrBuilderList

      public List<? extends ModelConfigOuterClass.ModelEnsembling.StepOrBuilder> getStepOrBuilderList()
      @@  .. cpp:var:: Step step (repeated)
@@
@@     The models and the input / output mappings used within the ensemble.
@@
      repeated .inference.ModelEnsembling.Step step = 1;
      Specified by:
      getStepOrBuilderList in interface ModelConfigOuterClass.ModelEnsemblingOrBuilder

    • getStepCount

      public int getStepCount()
      @@  .. cpp:var:: Step step (repeated)
@@
@@     The models and the input / output mappings used within the ensemble.
@@
      repeated .inference.ModelEnsembling.Step step = 1;
      Specified by:
      getStepCount in interface ModelConfigOuterClass.ModelEnsemblingOrBuilder

    • getStep

      public ModelConfigOuterClass.ModelEnsembling.Step getStep(int index)
      @@  .. cpp:var:: Step step (repeated)
@@
@@     The models and the input / output mappings used within the ensemble.
@@
      repeated .inference.ModelEnsembling.Step step = 1;
      Specified by:
      getStep in interface ModelConfigOuterClass.ModelEnsemblingOrBuilder

    • getStepOrBuilder

      public ModelConfigOuterClass.ModelEnsembling.StepOrBuilder getStepOrBuilder(int index)
      @@  .. cpp:var:: Step step (repeated)
@@
@@     The models and the input / output mappings used within the ensemble.
@@
      repeated .inference.ModelEnsembling.Step step = 1;
      Specified by:
      getStepOrBuilder in interface ModelConfigOuterClass.ModelEnsemblingOrBuilder

    • getMaxInflightRequests

      public int getMaxInflightRequests()
      @@  .. cpp:var:: uint32 max_inflight_requests
@@
@@     The maximum number of concurrent inflight requests allowed at each
@@     ensemble step per inference request. This limit prevents unbounded
@@     memory growth when ensemble steps produce responses faster than
@@     downstream steps can consume, e.g. decoupled models.
@@     Default value is 0, which indicates that no limit is enforced.
@@
@@     Note: Applying this limit may block upstream steps while they wait
@@     for downstream capacity. This blocking does not cancel or internally
@@     time out intermediate requests, but clients may experience increased
@@     end-to-end latency.
@@
      uint32 max_inflight_requests = 2;
      Specified by:
      getMaxInflightRequests in interface ModelConfigOuterClass.ModelEnsemblingOrBuilder
      Returns:
      The maxInflightRequests.

    • isInitialized

      public final boolean isInitialized()
      Specified by:
      isInitialized in interface com.google.protobuf.MessageLiteOrBuilder
      Overrides:
      isInitialized in class com.google.protobuf.GeneratedMessageV3

    • writeTo

      public void writeTo(com.google.protobuf.CodedOutputStream output) throws IOException
      Specified by:
      writeTo in interface com.google.protobuf.MessageLite
      Overrides:
      writeTo in class com.google.protobuf.GeneratedMessageV3
      Throws:
      IOException

    • getSerializedSize

      public int getSerializedSize()
      Specified by:
      getSerializedSize in interface com.google.protobuf.MessageLite
      Overrides:
      getSerializedSize in class com.google.protobuf.GeneratedMessageV3

    • equals

      public boolean equals(Object obj)
      Specified by:
      equals in interface com.google.protobuf.Message
      Overrides:
      equals in class com.google.protobuf.AbstractMessage

    • hashCode

      public int hashCode()
      Specified by:
      hashCode in interface com.google.protobuf.Message
      Overrides:
      hashCode in class com.google.protobuf.AbstractMessage

    • parseFrom

      public static ModelConfigOuterClass.ModelEnsembling parseFrom(ByteBuffer data) throws com.google.protobuf.InvalidProtocolBufferException
      Throws:
      com.google.protobuf.InvalidProtocolBufferException

    • parseFrom

      public static ModelConfigOuterClass.ModelEnsembling parseFrom(ByteBuffer data, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws com.google.protobuf.InvalidProtocolBufferException
      Throws:
      com.google.protobuf.InvalidProtocolBufferException

    • parseFrom

      public static ModelConfigOuterClass.ModelEnsembling parseFrom(com.google.protobuf.ByteString data) throws com.google.protobuf.InvalidProtocolBufferException
      Throws:
      com.google.protobuf.InvalidProtocolBufferException

    • parseFrom

      public static ModelConfigOuterClass.ModelEnsembling parseFrom(com.google.protobuf.ByteString data, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws com.google.protobuf.InvalidProtocolBufferException
      Throws:
      com.google.protobuf.InvalidProtocolBufferException

    • parseFrom

      public static ModelConfigOuterClass.ModelEnsembling parseFrom(byte[] data) throws com.google.protobuf.InvalidProtocolBufferException
      Throws:
      com.google.protobuf.InvalidProtocolBufferException

    • parseFrom

      public static ModelConfigOuterClass.ModelEnsembling parseFrom(byte[] data, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws com.google.protobuf.InvalidProtocolBufferException
      Throws:
      com.google.protobuf.InvalidProtocolBufferException

    • parseFrom

      public static ModelConfigOuterClass.ModelEnsembling parseFrom(InputStream input) throws IOException
      Throws:
      IOException

    • parseFrom

      public static ModelConfigOuterClass.ModelEnsembling parseFrom(InputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws IOException
      Throws:
      IOException

    • parseDelimitedFrom

      public static ModelConfigOuterClass.ModelEnsembling parseDelimitedFrom(InputStream input) throws IOException
      Throws:
      IOException

    • parseDelimitedFrom

      public static ModelConfigOuterClass.ModelEnsembling parseDelimitedFrom(InputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws IOException
      Throws:
      IOException

    • parseFrom

      public static ModelConfigOuterClass.ModelEnsembling parseFrom(com.google.protobuf.CodedInputStream input) throws IOException
      Throws:
      IOException

    • parseFrom

      public static ModelConfigOuterClass.ModelEnsembling parseFrom(com.google.protobuf.CodedInputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws IOException
      Throws:
      IOException

    • newBuilderForType

      public ModelConfigOuterClass.ModelEnsembling.Builder newBuilderForType()
      Specified by:
      newBuilderForType in interface com.google.protobuf.Message
      Specified by:
      newBuilderForType in interface com.google.protobuf.MessageLite

    • newBuilder

      public static ModelConfigOuterClass.ModelEnsembling.Builder newBuilder()

    • newBuilder

      public static ModelConfigOuterClass.ModelEnsembling.Builder newBuilder(ModelConfigOuterClass.ModelEnsembling prototype)

    • toBuilder

      public ModelConfigOuterClass.ModelEnsembling.Builder toBuilder()
      Specified by:
      toBuilder in interface com.google.protobuf.Message
      Specified by:
      toBuilder in interface com.google.protobuf.MessageLite

    • newBuilderForType

      protected ModelConfigOuterClass.ModelEnsembling.Builder newBuilderForType(com.google.protobuf.GeneratedMessageV3.BuilderParent parent)
      Specified by:
      newBuilderForType in class com.google.protobuf.GeneratedMessageV3

    • getDefaultInstance

      public static ModelConfigOuterClass.ModelEnsembling getDefaultInstance()

    • parser

      public static com.google.protobuf.Parser<ModelConfigOuterClass.ModelEnsembling> parser()

    • getParserForType

      public com.google.protobuf.Parser<ModelConfigOuterClass.ModelEnsembling> getParserForType()
      Specified by:
      getParserForType in interface com.google.protobuf.Message
      Specified by:
      getParserForType in interface com.google.protobuf.MessageLite
      Overrides:
      getParserForType in class com.google.protobuf.GeneratedMessageV3

    • getDefaultInstanceForType

      public ModelConfigOuterClass.ModelEnsembling getDefaultInstanceForType()
      Specified by:
      getDefaultInstanceForType in interface com.google.protobuf.MessageLiteOrBuilder
      Specified by:
      getDefaultInstanceForType in interface com.google.protobuf.MessageOrBuilder