Hierarchy For Package inference

Package Hierarchies:

• All Packages

Class Hierarchy

• java.lang.Object
  • com.google.protobuf.AbstractMessageLite<MessageType,BuilderType> (implements com.google.protobuf.MessageLite)
    • com.google.protobuf.AbstractMessage (implements com.google.protobuf.Message)
      • com.google.protobuf.GeneratedMessageV3 (implements java.io.Serializable)
        • inference.GrpcService.CudaSharedMemoryRegisterRequest (implements inference.GrpcService.CudaSharedMemoryRegisterRequestOrBuilder)
        • inference.GrpcService.CudaSharedMemoryRegisterResponse (implements inference.GrpcService.CudaSharedMemoryRegisterResponseOrBuilder)
        • inference.GrpcService.CudaSharedMemoryStatusRequest (implements inference.GrpcService.CudaSharedMemoryStatusRequestOrBuilder)
        • inference.GrpcService.CudaSharedMemoryStatusResponse (implements inference.GrpcService.CudaSharedMemoryStatusResponseOrBuilder)
        • inference.GrpcService.CudaSharedMemoryStatusResponse.RegionStatus (implements inference.GrpcService.CudaSharedMemoryStatusResponse.RegionStatusOrBuilder)
        • inference.GrpcService.CudaSharedMemoryUnregisterRequest (implements inference.GrpcService.CudaSharedMemoryUnregisterRequestOrBuilder)
        • inference.GrpcService.CudaSharedMemoryUnregisterResponse (implements inference.GrpcService.CudaSharedMemoryUnregisterResponseOrBuilder)
        • inference.GrpcService.InferBatchStatistics (implements inference.GrpcService.InferBatchStatisticsOrBuilder)
        • inference.GrpcService.InferParameter (implements inference.GrpcService.InferParameterOrBuilder)
        • inference.GrpcService.InferResponseStatistics (implements inference.GrpcService.InferResponseStatisticsOrBuilder)
        • inference.GrpcService.InferStatistics (implements inference.GrpcService.InferStatisticsOrBuilder)
        • inference.GrpcService.InferTensorContents (implements inference.GrpcService.InferTensorContentsOrBuilder)
        • inference.GrpcService.LogSettingsRequest (implements inference.GrpcService.LogSettingsRequestOrBuilder)
        • inference.GrpcService.LogSettingsRequest.SettingValue (implements inference.GrpcService.LogSettingsRequest.SettingValueOrBuilder)
        • inference.GrpcService.LogSettingsResponse (implements inference.GrpcService.LogSettingsResponseOrBuilder)
        • inference.GrpcService.LogSettingsResponse.SettingValue (implements inference.GrpcService.LogSettingsResponse.SettingValueOrBuilder)
        • inference.GrpcService.MemoryUsage (implements inference.GrpcService.MemoryUsageOrBuilder)
        • inference.GrpcService.ModelConfigRequest (implements inference.GrpcService.ModelConfigRequestOrBuilder)
        • inference.GrpcService.ModelConfigResponse (implements inference.GrpcService.ModelConfigResponseOrBuilder)
        • inference.GrpcService.ModelInferRequest (implements inference.GrpcService.ModelInferRequestOrBuilder)
        • inference.GrpcService.ModelInferRequest.InferInputTensor (implements inference.GrpcService.ModelInferRequest.InferInputTensorOrBuilder)
        • inference.GrpcService.ModelInferRequest.InferRequestedOutputTensor (implements inference.GrpcService.ModelInferRequest.InferRequestedOutputTensorOrBuilder)
        • inference.GrpcService.ModelInferResponse (implements inference.GrpcService.ModelInferResponseOrBuilder)
        • inference.GrpcService.ModelInferResponse.InferOutputTensor (implements inference.GrpcService.ModelInferResponse.InferOutputTensorOrBuilder)
        • inference.GrpcService.ModelMetadataRequest (implements inference.GrpcService.ModelMetadataRequestOrBuilder)
        • inference.GrpcService.ModelMetadataResponse (implements inference.GrpcService.ModelMetadataResponseOrBuilder)
        • inference.GrpcService.ModelMetadataResponse.TensorMetadata (implements inference.GrpcService.ModelMetadataResponse.TensorMetadataOrBuilder)
        • inference.GrpcService.ModelReadyRequest (implements inference.GrpcService.ModelReadyRequestOrBuilder)
        • inference.GrpcService.ModelReadyResponse (implements inference.GrpcService.ModelReadyResponseOrBuilder)
        • inference.GrpcService.ModelRepositoryParameter (implements inference.GrpcService.ModelRepositoryParameterOrBuilder)
        • inference.GrpcService.ModelStatistics (implements inference.GrpcService.ModelStatisticsOrBuilder)
        • inference.GrpcService.ModelStatisticsRequest (implements inference.GrpcService.ModelStatisticsRequestOrBuilder)
        • inference.GrpcService.ModelStatisticsResponse (implements inference.GrpcService.ModelStatisticsResponseOrBuilder)
        • inference.GrpcService.ModelStreamInferResponse (implements inference.GrpcService.ModelStreamInferResponseOrBuilder)
        • inference.GrpcService.RepositoryIndexRequest (implements inference.GrpcService.RepositoryIndexRequestOrBuilder)
        • inference.GrpcService.RepositoryIndexResponse (implements inference.GrpcService.RepositoryIndexResponseOrBuilder)
        • inference.GrpcService.RepositoryIndexResponse.ModelIndex (implements inference.GrpcService.RepositoryIndexResponse.ModelIndexOrBuilder)
        • inference.GrpcService.RepositoryModelLoadRequest (implements inference.GrpcService.RepositoryModelLoadRequestOrBuilder)
        • inference.GrpcService.RepositoryModelLoadResponse (implements inference.GrpcService.RepositoryModelLoadResponseOrBuilder)
        • inference.GrpcService.RepositoryModelUnloadRequest (implements inference.GrpcService.RepositoryModelUnloadRequestOrBuilder)
        • inference.GrpcService.RepositoryModelUnloadResponse (implements inference.GrpcService.RepositoryModelUnloadResponseOrBuilder)
        • inference.GrpcService.ServerLiveRequest (implements inference.GrpcService.ServerLiveRequestOrBuilder)
        • inference.GrpcService.ServerLiveResponse (implements inference.GrpcService.ServerLiveResponseOrBuilder)
        • inference.GrpcService.ServerMetadataRequest (implements inference.GrpcService.ServerMetadataRequestOrBuilder)
        • inference.GrpcService.ServerMetadataResponse (implements inference.GrpcService.ServerMetadataResponseOrBuilder)
        • inference.GrpcService.ServerReadyRequest (implements inference.GrpcService.ServerReadyRequestOrBuilder)
        • inference.GrpcService.ServerReadyResponse (implements inference.GrpcService.ServerReadyResponseOrBuilder)
        • inference.GrpcService.StatisticDuration (implements inference.GrpcService.StatisticDurationOrBuilder)
        • inference.GrpcService.SystemSharedMemoryRegisterRequest (implements inference.GrpcService.SystemSharedMemoryRegisterRequestOrBuilder)
        • inference.GrpcService.SystemSharedMemoryRegisterResponse (implements inference.GrpcService.SystemSharedMemoryRegisterResponseOrBuilder)
        • inference.GrpcService.SystemSharedMemoryStatusRequest (implements inference.GrpcService.SystemSharedMemoryStatusRequestOrBuilder)
        • inference.GrpcService.SystemSharedMemoryStatusResponse (implements inference.GrpcService.SystemSharedMemoryStatusResponseOrBuilder)
        • inference.GrpcService.SystemSharedMemoryStatusResponse.RegionStatus (implements inference.GrpcService.SystemSharedMemoryStatusResponse.RegionStatusOrBuilder)
        • inference.GrpcService.SystemSharedMemoryUnregisterRequest (implements inference.GrpcService.SystemSharedMemoryUnregisterRequestOrBuilder)
        • inference.GrpcService.SystemSharedMemoryUnregisterResponse (implements inference.GrpcService.SystemSharedMemoryUnregisterResponseOrBuilder)
        • inference.GrpcService.TraceSettingRequest (implements inference.GrpcService.TraceSettingRequestOrBuilder)
        • inference.GrpcService.TraceSettingRequest.SettingValue (implements inference.GrpcService.TraceSettingRequest.SettingValueOrBuilder)
        • inference.GrpcService.TraceSettingResponse (implements inference.GrpcService.TraceSettingResponseOrBuilder)
        • inference.GrpcService.TraceSettingResponse.SettingValue (implements inference.GrpcService.TraceSettingResponse.SettingValueOrBuilder)
        • inference.ModelConfigOuterClass.BatchInput (implements inference.ModelConfigOuterClass.BatchInputOrBuilder)
        • inference.ModelConfigOuterClass.BatchOutput (implements inference.ModelConfigOuterClass.BatchOutputOrBuilder)
        • inference.ModelConfigOuterClass.ModelConfig (implements inference.ModelConfigOuterClass.ModelConfigOrBuilder)
        • inference.ModelConfigOuterClass.ModelDynamicBatching (implements inference.ModelConfigOuterClass.ModelDynamicBatchingOrBuilder)
        • inference.ModelConfigOuterClass.ModelEnsembling (implements inference.ModelConfigOuterClass.ModelEnsemblingOrBuilder)
        • inference.ModelConfigOuterClass.ModelEnsembling.Step (implements inference.ModelConfigOuterClass.ModelEnsembling.StepOrBuilder)
        • inference.ModelConfigOuterClass.ModelInput (implements inference.ModelConfigOuterClass.ModelInputOrBuilder)
        • inference.ModelConfigOuterClass.ModelInstanceGroup (implements inference.ModelConfigOuterClass.ModelInstanceGroupOrBuilder)
        • inference.ModelConfigOuterClass.ModelInstanceGroup.SecondaryDevice (implements inference.ModelConfigOuterClass.ModelInstanceGroup.SecondaryDeviceOrBuilder)
        • inference.ModelConfigOuterClass.ModelMetrics (implements inference.ModelConfigOuterClass.ModelMetricsOrBuilder)
        • inference.ModelConfigOuterClass.ModelMetrics.MetricControl (implements inference.ModelConfigOuterClass.ModelMetrics.MetricControlOrBuilder)
        • inference.ModelConfigOuterClass.ModelMetrics.MetricControl.HistogramOptions (implements inference.ModelConfigOuterClass.ModelMetrics.MetricControl.HistogramOptionsOrBuilder)
        • inference.ModelConfigOuterClass.ModelMetrics.MetricControl.MetricIdentifier (implements inference.ModelConfigOuterClass.ModelMetrics.MetricControl.MetricIdentifierOrBuilder)
        • inference.ModelConfigOuterClass.ModelOperations (implements inference.ModelConfigOuterClass.ModelOperationsOrBuilder)
        • inference.ModelConfigOuterClass.ModelOptimizationPolicy (implements inference.ModelConfigOuterClass.ModelOptimizationPolicyOrBuilder)
        • inference.ModelConfigOuterClass.ModelOptimizationPolicy.Cuda (implements inference.ModelConfigOuterClass.ModelOptimizationPolicy.CudaOrBuilder)
        • inference.ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec (implements inference.ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpecOrBuilder)
        • inference.ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.LowerBound (implements inference.ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.LowerBoundOrBuilder)
        • inference.ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Shape (implements inference.ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.ShapeOrBuilder)
        • inference.ModelConfigOuterClass.ModelOptimizationPolicy.ExecutionAccelerators (implements inference.ModelConfigOuterClass.ModelOptimizationPolicy.ExecutionAcceleratorsOrBuilder)
        • inference.ModelConfigOuterClass.ModelOptimizationPolicy.ExecutionAccelerators.Accelerator (implements inference.ModelConfigOuterClass.ModelOptimizationPolicy.ExecutionAccelerators.AcceleratorOrBuilder)
        • inference.ModelConfigOuterClass.ModelOptimizationPolicy.Graph (implements inference.ModelConfigOuterClass.ModelOptimizationPolicy.GraphOrBuilder)
        • inference.ModelConfigOuterClass.ModelOptimizationPolicy.PinnedMemoryBuffer (implements inference.ModelConfigOuterClass.ModelOptimizationPolicy.PinnedMemoryBufferOrBuilder)
        • inference.ModelConfigOuterClass.ModelOutput (implements inference.ModelConfigOuterClass.ModelOutputOrBuilder)
        • inference.ModelConfigOuterClass.ModelParameter (implements inference.ModelConfigOuterClass.ModelParameterOrBuilder)
        • inference.ModelConfigOuterClass.ModelQueuePolicy (implements inference.ModelConfigOuterClass.ModelQueuePolicyOrBuilder)
        • inference.ModelConfigOuterClass.ModelRateLimiter (implements inference.ModelConfigOuterClass.ModelRateLimiterOrBuilder)
        • inference.ModelConfigOuterClass.ModelRateLimiter.Resource (implements inference.ModelConfigOuterClass.ModelRateLimiter.ResourceOrBuilder)
        • inference.ModelConfigOuterClass.ModelRepositoryAgents (implements inference.ModelConfigOuterClass.ModelRepositoryAgentsOrBuilder)
        • inference.ModelConfigOuterClass.ModelRepositoryAgents.Agent (implements inference.ModelConfigOuterClass.ModelRepositoryAgents.AgentOrBuilder)
        • inference.ModelConfigOuterClass.ModelResponseCache (implements inference.ModelConfigOuterClass.ModelResponseCacheOrBuilder)
        • inference.ModelConfigOuterClass.ModelSequenceBatching (implements inference.ModelConfigOuterClass.ModelSequenceBatchingOrBuilder)
        • inference.ModelConfigOuterClass.ModelSequenceBatching.Control (implements inference.ModelConfigOuterClass.ModelSequenceBatching.ControlOrBuilder)
        • inference.ModelConfigOuterClass.ModelSequenceBatching.ControlInput (implements inference.ModelConfigOuterClass.ModelSequenceBatching.ControlInputOrBuilder)
        • inference.ModelConfigOuterClass.ModelSequenceBatching.InitialState (implements inference.ModelConfigOuterClass.ModelSequenceBatching.InitialStateOrBuilder)
        • inference.ModelConfigOuterClass.ModelSequenceBatching.State (implements inference.ModelConfigOuterClass.ModelSequenceBatching.StateOrBuilder)
        • inference.ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect (implements inference.ModelConfigOuterClass.ModelSequenceBatching.StrategyDirectOrBuilder)
        • inference.ModelConfigOuterClass.ModelSequenceBatching.StrategyOldest (implements inference.ModelConfigOuterClass.ModelSequenceBatching.StrategyOldestOrBuilder)
        • inference.ModelConfigOuterClass.ModelTensorReshape (implements inference.ModelConfigOuterClass.ModelTensorReshapeOrBuilder)
        • inference.ModelConfigOuterClass.ModelTransactionPolicy (implements inference.ModelConfigOuterClass.ModelTransactionPolicyOrBuilder)
        • inference.ModelConfigOuterClass.ModelVersionPolicy (implements inference.ModelConfigOuterClass.ModelVersionPolicyOrBuilder)
        • inference.ModelConfigOuterClass.ModelVersionPolicy.All (implements inference.ModelConfigOuterClass.ModelVersionPolicy.AllOrBuilder)
        • inference.ModelConfigOuterClass.ModelVersionPolicy.Latest (implements inference.ModelConfigOuterClass.ModelVersionPolicy.LatestOrBuilder)
        • inference.ModelConfigOuterClass.ModelVersionPolicy.Specific (implements inference.ModelConfigOuterClass.ModelVersionPolicy.SpecificOrBuilder)
        • inference.ModelConfigOuterClass.ModelWarmup (implements inference.ModelConfigOuterClass.ModelWarmupOrBuilder)
        • inference.ModelConfigOuterClass.ModelWarmup.Input (implements inference.ModelConfigOuterClass.ModelWarmup.InputOrBuilder)
  • com.google.protobuf.AbstractMessageLite.Builder<MessageType,BuilderType> (implements com.google.protobuf.MessageLite.Builder)
    • com.google.protobuf.AbstractMessage.Builder<BuilderType> (implements com.google.protobuf.Message.Builder)
      • com.google.protobuf.GeneratedMessageV3.Builder<BuilderT>
        • inference.GrpcService.CudaSharedMemoryRegisterRequest.Builder (implements inference.GrpcService.CudaSharedMemoryRegisterRequestOrBuilder)
        • inference.GrpcService.CudaSharedMemoryRegisterResponse.Builder (implements inference.GrpcService.CudaSharedMemoryRegisterResponseOrBuilder)
        • inference.GrpcService.CudaSharedMemoryStatusRequest.Builder (implements inference.GrpcService.CudaSharedMemoryStatusRequestOrBuilder)
        • inference.GrpcService.CudaSharedMemoryStatusResponse.Builder (implements inference.GrpcService.CudaSharedMemoryStatusResponseOrBuilder)
        • inference.GrpcService.CudaSharedMemoryStatusResponse.RegionStatus.Builder (implements inference.GrpcService.CudaSharedMemoryStatusResponse.RegionStatusOrBuilder)
        • inference.GrpcService.CudaSharedMemoryUnregisterRequest.Builder (implements inference.GrpcService.CudaSharedMemoryUnregisterRequestOrBuilder)
        • inference.GrpcService.CudaSharedMemoryUnregisterResponse.Builder (implements inference.GrpcService.CudaSharedMemoryUnregisterResponseOrBuilder)
        • inference.GrpcService.InferBatchStatistics.Builder (implements inference.GrpcService.InferBatchStatisticsOrBuilder)
        • inference.GrpcService.InferParameter.Builder (implements inference.GrpcService.InferParameterOrBuilder)
        • inference.GrpcService.InferResponseStatistics.Builder (implements inference.GrpcService.InferResponseStatisticsOrBuilder)
        • inference.GrpcService.InferStatistics.Builder (implements inference.GrpcService.InferStatisticsOrBuilder)
        • inference.GrpcService.InferTensorContents.Builder (implements inference.GrpcService.InferTensorContentsOrBuilder)
        • inference.GrpcService.LogSettingsRequest.Builder (implements inference.GrpcService.LogSettingsRequestOrBuilder)
        • inference.GrpcService.LogSettingsRequest.SettingValue.Builder (implements inference.GrpcService.LogSettingsRequest.SettingValueOrBuilder)
        • inference.GrpcService.LogSettingsResponse.Builder (implements inference.GrpcService.LogSettingsResponseOrBuilder)
        • inference.GrpcService.LogSettingsResponse.SettingValue.Builder (implements inference.GrpcService.LogSettingsResponse.SettingValueOrBuilder)
        • inference.GrpcService.MemoryUsage.Builder (implements inference.GrpcService.MemoryUsageOrBuilder)
        • inference.GrpcService.ModelConfigRequest.Builder (implements inference.GrpcService.ModelConfigRequestOrBuilder)
        • inference.GrpcService.ModelConfigResponse.Builder (implements inference.GrpcService.ModelConfigResponseOrBuilder)
        • inference.GrpcService.ModelInferRequest.Builder (implements inference.GrpcService.ModelInferRequestOrBuilder)
        • inference.GrpcService.ModelInferRequest.InferInputTensor.Builder (implements inference.GrpcService.ModelInferRequest.InferInputTensorOrBuilder)
        • inference.GrpcService.ModelInferRequest.InferRequestedOutputTensor.Builder (implements inference.GrpcService.ModelInferRequest.InferRequestedOutputTensorOrBuilder)
        • inference.GrpcService.ModelInferResponse.Builder (implements inference.GrpcService.ModelInferResponseOrBuilder)
        • inference.GrpcService.ModelInferResponse.InferOutputTensor.Builder (implements inference.GrpcService.ModelInferResponse.InferOutputTensorOrBuilder)
        • inference.GrpcService.ModelMetadataRequest.Builder (implements inference.GrpcService.ModelMetadataRequestOrBuilder)
        • inference.GrpcService.ModelMetadataResponse.Builder (implements inference.GrpcService.ModelMetadataResponseOrBuilder)
        • inference.GrpcService.ModelMetadataResponse.TensorMetadata.Builder (implements inference.GrpcService.ModelMetadataResponse.TensorMetadataOrBuilder)
        • inference.GrpcService.ModelReadyRequest.Builder (implements inference.GrpcService.ModelReadyRequestOrBuilder)
        • inference.GrpcService.ModelReadyResponse.Builder (implements inference.GrpcService.ModelReadyResponseOrBuilder)
        • inference.GrpcService.ModelRepositoryParameter.Builder (implements inference.GrpcService.ModelRepositoryParameterOrBuilder)
        • inference.GrpcService.ModelStatistics.Builder (implements inference.GrpcService.ModelStatisticsOrBuilder)
        • inference.GrpcService.ModelStatisticsRequest.Builder (implements inference.GrpcService.ModelStatisticsRequestOrBuilder)
        • inference.GrpcService.ModelStatisticsResponse.Builder (implements inference.GrpcService.ModelStatisticsResponseOrBuilder)
        • inference.GrpcService.ModelStreamInferResponse.Builder (implements inference.GrpcService.ModelStreamInferResponseOrBuilder)
        • inference.GrpcService.RepositoryIndexRequest.Builder (implements inference.GrpcService.RepositoryIndexRequestOrBuilder)
        • inference.GrpcService.RepositoryIndexResponse.Builder (implements inference.GrpcService.RepositoryIndexResponseOrBuilder)
        • inference.GrpcService.RepositoryIndexResponse.ModelIndex.Builder (implements inference.GrpcService.RepositoryIndexResponse.ModelIndexOrBuilder)
        • inference.GrpcService.RepositoryModelLoadRequest.Builder (implements inference.GrpcService.RepositoryModelLoadRequestOrBuilder)
        • inference.GrpcService.RepositoryModelLoadResponse.Builder (implements inference.GrpcService.RepositoryModelLoadResponseOrBuilder)
        • inference.GrpcService.RepositoryModelUnloadRequest.Builder (implements inference.GrpcService.RepositoryModelUnloadRequestOrBuilder)
        • inference.GrpcService.RepositoryModelUnloadResponse.Builder (implements inference.GrpcService.RepositoryModelUnloadResponseOrBuilder)
        • inference.GrpcService.ServerLiveRequest.Builder (implements inference.GrpcService.ServerLiveRequestOrBuilder)
        • inference.GrpcService.ServerLiveResponse.Builder (implements inference.GrpcService.ServerLiveResponseOrBuilder)
        • inference.GrpcService.ServerMetadataRequest.Builder (implements inference.GrpcService.ServerMetadataRequestOrBuilder)
        • inference.GrpcService.ServerMetadataResponse.Builder (implements inference.GrpcService.ServerMetadataResponseOrBuilder)
        • inference.GrpcService.ServerReadyRequest.Builder (implements inference.GrpcService.ServerReadyRequestOrBuilder)
        • inference.GrpcService.ServerReadyResponse.Builder (implements inference.GrpcService.ServerReadyResponseOrBuilder)
        • inference.GrpcService.StatisticDuration.Builder (implements inference.GrpcService.StatisticDurationOrBuilder)
        • inference.GrpcService.SystemSharedMemoryRegisterRequest.Builder (implements inference.GrpcService.SystemSharedMemoryRegisterRequestOrBuilder)
        • inference.GrpcService.SystemSharedMemoryRegisterResponse.Builder (implements inference.GrpcService.SystemSharedMemoryRegisterResponseOrBuilder)
        • inference.GrpcService.SystemSharedMemoryStatusRequest.Builder (implements inference.GrpcService.SystemSharedMemoryStatusRequestOrBuilder)
        • inference.GrpcService.SystemSharedMemoryStatusResponse.Builder (implements inference.GrpcService.SystemSharedMemoryStatusResponseOrBuilder)
        • inference.GrpcService.SystemSharedMemoryStatusResponse.RegionStatus.Builder (implements inference.GrpcService.SystemSharedMemoryStatusResponse.RegionStatusOrBuilder)
        • inference.GrpcService.SystemSharedMemoryUnregisterRequest.Builder (implements inference.GrpcService.SystemSharedMemoryUnregisterRequestOrBuilder)
        • inference.GrpcService.SystemSharedMemoryUnregisterResponse.Builder (implements inference.GrpcService.SystemSharedMemoryUnregisterResponseOrBuilder)
        • inference.GrpcService.TraceSettingRequest.Builder (implements inference.GrpcService.TraceSettingRequestOrBuilder)
        • inference.GrpcService.TraceSettingRequest.SettingValue.Builder (implements inference.GrpcService.TraceSettingRequest.SettingValueOrBuilder)
        • inference.GrpcService.TraceSettingResponse.Builder (implements inference.GrpcService.TraceSettingResponseOrBuilder)
        • inference.GrpcService.TraceSettingResponse.SettingValue.Builder (implements inference.GrpcService.TraceSettingResponse.SettingValueOrBuilder)
        • inference.ModelConfigOuterClass.BatchInput.Builder (implements inference.ModelConfigOuterClass.BatchInputOrBuilder)
        • inference.ModelConfigOuterClass.BatchOutput.Builder (implements inference.ModelConfigOuterClass.BatchOutputOrBuilder)
        • inference.ModelConfigOuterClass.ModelConfig.Builder (implements inference.ModelConfigOuterClass.ModelConfigOrBuilder)
        • inference.ModelConfigOuterClass.ModelDynamicBatching.Builder (implements inference.ModelConfigOuterClass.ModelDynamicBatchingOrBuilder)
        • inference.ModelConfigOuterClass.ModelEnsembling.Builder (implements inference.ModelConfigOuterClass.ModelEnsemblingOrBuilder)
        • inference.ModelConfigOuterClass.ModelEnsembling.Step.Builder (implements inference.ModelConfigOuterClass.ModelEnsembling.StepOrBuilder)
        • inference.ModelConfigOuterClass.ModelInput.Builder (implements inference.ModelConfigOuterClass.ModelInputOrBuilder)
        • inference.ModelConfigOuterClass.ModelInstanceGroup.Builder (implements inference.ModelConfigOuterClass.ModelInstanceGroupOrBuilder)
        • inference.ModelConfigOuterClass.ModelInstanceGroup.SecondaryDevice.Builder (implements inference.ModelConfigOuterClass.ModelInstanceGroup.SecondaryDeviceOrBuilder)
        • inference.ModelConfigOuterClass.ModelMetrics.Builder (implements inference.ModelConfigOuterClass.ModelMetricsOrBuilder)
        • inference.ModelConfigOuterClass.ModelMetrics.MetricControl.Builder (implements inference.ModelConfigOuterClass.ModelMetrics.MetricControlOrBuilder)
        • inference.ModelConfigOuterClass.ModelMetrics.MetricControl.HistogramOptions.Builder (implements inference.ModelConfigOuterClass.ModelMetrics.MetricControl.HistogramOptionsOrBuilder)
        • inference.ModelConfigOuterClass.ModelMetrics.MetricControl.MetricIdentifier.Builder (implements inference.ModelConfigOuterClass.ModelMetrics.MetricControl.MetricIdentifierOrBuilder)
        • inference.ModelConfigOuterClass.ModelOperations.Builder (implements inference.ModelConfigOuterClass.ModelOperationsOrBuilder)
        • inference.ModelConfigOuterClass.ModelOptimizationPolicy.Builder (implements inference.ModelConfigOuterClass.ModelOptimizationPolicyOrBuilder)
        • inference.ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder (implements inference.ModelConfigOuterClass.ModelOptimizationPolicy.CudaOrBuilder)
        • inference.ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder (implements inference.ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpecOrBuilder)
        • inference.ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.LowerBound.Builder (implements inference.ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.LowerBoundOrBuilder)
        • inference.ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Shape.Builder (implements inference.ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.ShapeOrBuilder)
        • inference.ModelConfigOuterClass.ModelOptimizationPolicy.ExecutionAccelerators.Accelerator.Builder (implements inference.ModelConfigOuterClass.ModelOptimizationPolicy.ExecutionAccelerators.AcceleratorOrBuilder)
        • inference.ModelConfigOuterClass.ModelOptimizationPolicy.ExecutionAccelerators.Builder (implements inference.ModelConfigOuterClass.ModelOptimizationPolicy.ExecutionAcceleratorsOrBuilder)
        • inference.ModelConfigOuterClass.ModelOptimizationPolicy.Graph.Builder (implements inference.ModelConfigOuterClass.ModelOptimizationPolicy.GraphOrBuilder)
        • inference.ModelConfigOuterClass.ModelOptimizationPolicy.PinnedMemoryBuffer.Builder (implements inference.ModelConfigOuterClass.ModelOptimizationPolicy.PinnedMemoryBufferOrBuilder)
        • inference.ModelConfigOuterClass.ModelOutput.Builder (implements inference.ModelConfigOuterClass.ModelOutputOrBuilder)
        • inference.ModelConfigOuterClass.ModelParameter.Builder (implements inference.ModelConfigOuterClass.ModelParameterOrBuilder)
        • inference.ModelConfigOuterClass.ModelQueuePolicy.Builder (implements inference.ModelConfigOuterClass.ModelQueuePolicyOrBuilder)
        • inference.ModelConfigOuterClass.ModelRateLimiter.Builder (implements inference.ModelConfigOuterClass.ModelRateLimiterOrBuilder)
        • inference.ModelConfigOuterClass.ModelRateLimiter.Resource.Builder (implements inference.ModelConfigOuterClass.ModelRateLimiter.ResourceOrBuilder)
        • inference.ModelConfigOuterClass.ModelRepositoryAgents.Agent.Builder (implements inference.ModelConfigOuterClass.ModelRepositoryAgents.AgentOrBuilder)
        • inference.ModelConfigOuterClass.ModelRepositoryAgents.Builder (implements inference.ModelConfigOuterClass.ModelRepositoryAgentsOrBuilder)
        • inference.ModelConfigOuterClass.ModelResponseCache.Builder (implements inference.ModelConfigOuterClass.ModelResponseCacheOrBuilder)
        • inference.ModelConfigOuterClass.ModelSequenceBatching.Builder (implements inference.ModelConfigOuterClass.ModelSequenceBatchingOrBuilder)
        • inference.ModelConfigOuterClass.ModelSequenceBatching.Control.Builder (implements inference.ModelConfigOuterClass.ModelSequenceBatching.ControlOrBuilder)
        • inference.ModelConfigOuterClass.ModelSequenceBatching.ControlInput.Builder (implements inference.ModelConfigOuterClass.ModelSequenceBatching.ControlInputOrBuilder)
        • inference.ModelConfigOuterClass.ModelSequenceBatching.InitialState.Builder (implements inference.ModelConfigOuterClass.ModelSequenceBatching.InitialStateOrBuilder)
        • inference.ModelConfigOuterClass.ModelSequenceBatching.State.Builder (implements inference.ModelConfigOuterClass.ModelSequenceBatching.StateOrBuilder)
        • inference.ModelConfigOuterClass.ModelSequenceBatching.StrategyDirect.Builder (implements inference.ModelConfigOuterClass.ModelSequenceBatching.StrategyDirectOrBuilder)
        • inference.ModelConfigOuterClass.ModelSequenceBatching.StrategyOldest.Builder (implements inference.ModelConfigOuterClass.ModelSequenceBatching.StrategyOldestOrBuilder)
        • inference.ModelConfigOuterClass.ModelTensorReshape.Builder (implements inference.ModelConfigOuterClass.ModelTensorReshapeOrBuilder)
        • inference.ModelConfigOuterClass.ModelTransactionPolicy.Builder (implements inference.ModelConfigOuterClass.ModelTransactionPolicyOrBuilder)
        • inference.ModelConfigOuterClass.ModelVersionPolicy.All.Builder (implements inference.ModelConfigOuterClass.ModelVersionPolicy.AllOrBuilder)
        • inference.ModelConfigOuterClass.ModelVersionPolicy.Builder (implements inference.ModelConfigOuterClass.ModelVersionPolicyOrBuilder)
        • inference.ModelConfigOuterClass.ModelVersionPolicy.Latest.Builder (implements inference.ModelConfigOuterClass.ModelVersionPolicy.LatestOrBuilder)
        • inference.ModelConfigOuterClass.ModelVersionPolicy.Specific.Builder (implements inference.ModelConfigOuterClass.ModelVersionPolicy.SpecificOrBuilder)
        • inference.ModelConfigOuterClass.ModelWarmup.Builder (implements inference.ModelConfigOuterClass.ModelWarmupOrBuilder)
        • inference.ModelConfigOuterClass.ModelWarmup.Input.Builder (implements inference.ModelConfigOuterClass.ModelWarmup.InputOrBuilder)
  • io.grpc.stub.AbstractStub<S>
    • io.grpc.stub.AbstractAsyncStub<S>
      • inference.GRPCInferenceServiceGrpc.GRPCInferenceServiceStub
    • io.grpc.stub.AbstractBlockingStub<S>
      • inference.GRPCInferenceServiceGrpc.GRPCInferenceServiceBlockingStub
    • io.grpc.stub.AbstractFutureStub<S>
      • inference.GRPCInferenceServiceGrpc.GRPCInferenceServiceFutureStub
  • inference.GRPCInferenceServiceGrpc
  • inference.GRPCInferenceServiceGrpc.GRPCInferenceServiceImplBase (implements io.grpc.BindableService, inference.GRPCInferenceServiceGrpc.AsyncService)
  • inference.GrpcService
  • inference.ModelConfigOuterClass

Interface Hierarchy

• inference.GRPCInferenceServiceGrpc.AsyncService
• com.google.protobuf.MessageLiteOrBuilder
  • com.google.protobuf.MessageOrBuilder
    • inference.GrpcService.CudaSharedMemoryRegisterRequestOrBuilder
    • inference.GrpcService.CudaSharedMemoryRegisterResponseOrBuilder
    • inference.GrpcService.CudaSharedMemoryStatusRequestOrBuilder
    • inference.GrpcService.CudaSharedMemoryStatusResponse.RegionStatusOrBuilder
    • inference.GrpcService.CudaSharedMemoryStatusResponseOrBuilder
    • inference.GrpcService.CudaSharedMemoryUnregisterRequestOrBuilder
    • inference.GrpcService.CudaSharedMemoryUnregisterResponseOrBuilder
    • inference.GrpcService.InferBatchStatisticsOrBuilder
    • inference.GrpcService.InferParameterOrBuilder
    • inference.GrpcService.InferResponseStatisticsOrBuilder
    • inference.GrpcService.InferStatisticsOrBuilder
    • inference.GrpcService.InferTensorContentsOrBuilder
    • inference.GrpcService.LogSettingsRequest.SettingValueOrBuilder
    • inference.GrpcService.LogSettingsRequestOrBuilder
    • inference.GrpcService.LogSettingsResponse.SettingValueOrBuilder
    • inference.GrpcService.LogSettingsResponseOrBuilder
    • inference.GrpcService.MemoryUsageOrBuilder
    • inference.GrpcService.ModelConfigRequestOrBuilder
    • inference.GrpcService.ModelConfigResponseOrBuilder
    • inference.GrpcService.ModelInferRequest.InferInputTensorOrBuilder
    • inference.GrpcService.ModelInferRequest.InferRequestedOutputTensorOrBuilder
    • inference.GrpcService.ModelInferRequestOrBuilder
    • inference.GrpcService.ModelInferResponse.InferOutputTensorOrBuilder
    • inference.GrpcService.ModelInferResponseOrBuilder
    • inference.GrpcService.ModelMetadataRequestOrBuilder
    • inference.GrpcService.ModelMetadataResponse.TensorMetadataOrBuilder
    • inference.GrpcService.ModelMetadataResponseOrBuilder
    • inference.GrpcService.ModelReadyRequestOrBuilder
    • inference.GrpcService.ModelReadyResponseOrBuilder
    • inference.GrpcService.ModelRepositoryParameterOrBuilder
    • inference.GrpcService.ModelStatisticsOrBuilder
    • inference.GrpcService.ModelStatisticsRequestOrBuilder
    • inference.GrpcService.ModelStatisticsResponseOrBuilder
    • inference.GrpcService.ModelStreamInferResponseOrBuilder
    • inference.GrpcService.RepositoryIndexRequestOrBuilder
    • inference.GrpcService.RepositoryIndexResponse.ModelIndexOrBuilder
    • inference.GrpcService.RepositoryIndexResponseOrBuilder
    • inference.GrpcService.RepositoryModelLoadRequestOrBuilder
    • inference.GrpcService.RepositoryModelLoadResponseOrBuilder
    • inference.GrpcService.RepositoryModelUnloadRequestOrBuilder
    • inference.GrpcService.RepositoryModelUnloadResponseOrBuilder
    • inference.GrpcService.ServerLiveRequestOrBuilder
    • inference.GrpcService.ServerLiveResponseOrBuilder
    • inference.GrpcService.ServerMetadataRequestOrBuilder
    • inference.GrpcService.ServerMetadataResponseOrBuilder
    • inference.GrpcService.ServerReadyRequestOrBuilder
    • inference.GrpcService.ServerReadyResponseOrBuilder
    • inference.GrpcService.StatisticDurationOrBuilder
    • inference.GrpcService.SystemSharedMemoryRegisterRequestOrBuilder
    • inference.GrpcService.SystemSharedMemoryRegisterResponseOrBuilder
    • inference.GrpcService.SystemSharedMemoryStatusRequestOrBuilder
    • inference.GrpcService.SystemSharedMemoryStatusResponse.RegionStatusOrBuilder
    • inference.GrpcService.SystemSharedMemoryStatusResponseOrBuilder
    • inference.GrpcService.SystemSharedMemoryUnregisterRequestOrBuilder
    • inference.GrpcService.SystemSharedMemoryUnregisterResponseOrBuilder
    • inference.GrpcService.TraceSettingRequest.SettingValueOrBuilder
    • inference.GrpcService.TraceSettingRequestOrBuilder
    • inference.GrpcService.TraceSettingResponse.SettingValueOrBuilder
    • inference.GrpcService.TraceSettingResponseOrBuilder
    • inference.ModelConfigOuterClass.BatchInputOrBuilder
    • inference.ModelConfigOuterClass.BatchOutputOrBuilder
    • inference.ModelConfigOuterClass.ModelConfigOrBuilder
    • inference.ModelConfigOuterClass.ModelDynamicBatchingOrBuilder
    • inference.ModelConfigOuterClass.ModelEnsembling.StepOrBuilder
    • inference.ModelConfigOuterClass.ModelEnsemblingOrBuilder
    • inference.ModelConfigOuterClass.ModelInputOrBuilder
    • inference.ModelConfigOuterClass.ModelInstanceGroup.SecondaryDeviceOrBuilder
    • inference.ModelConfigOuterClass.ModelInstanceGroupOrBuilder
    • inference.ModelConfigOuterClass.ModelMetrics.MetricControl.HistogramOptionsOrBuilder
    • inference.ModelConfigOuterClass.ModelMetrics.MetricControl.MetricIdentifierOrBuilder
    • inference.ModelConfigOuterClass.ModelMetrics.MetricControlOrBuilder
    • inference.ModelConfigOuterClass.ModelMetricsOrBuilder
    • inference.ModelConfigOuterClass.ModelOperationsOrBuilder
    • inference.ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.LowerBoundOrBuilder
    • inference.ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.ShapeOrBuilder
    • inference.ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpecOrBuilder
    • inference.ModelConfigOuterClass.ModelOptimizationPolicy.CudaOrBuilder
    • inference.ModelConfigOuterClass.ModelOptimizationPolicy.ExecutionAccelerators.AcceleratorOrBuilder
    • inference.ModelConfigOuterClass.ModelOptimizationPolicy.ExecutionAcceleratorsOrBuilder
    • inference.ModelConfigOuterClass.ModelOptimizationPolicy.GraphOrBuilder
    • inference.ModelConfigOuterClass.ModelOptimizationPolicy.PinnedMemoryBufferOrBuilder
    • inference.ModelConfigOuterClass.ModelOptimizationPolicyOrBuilder
    • inference.ModelConfigOuterClass.ModelOutputOrBuilder
    • inference.ModelConfigOuterClass.ModelParameterOrBuilder
    • inference.ModelConfigOuterClass.ModelQueuePolicyOrBuilder
    • inference.ModelConfigOuterClass.ModelRateLimiter.ResourceOrBuilder
    • inference.ModelConfigOuterClass.ModelRateLimiterOrBuilder
    • inference.ModelConfigOuterClass.ModelRepositoryAgents.AgentOrBuilder
    • inference.ModelConfigOuterClass.ModelRepositoryAgentsOrBuilder
    • inference.ModelConfigOuterClass.ModelResponseCacheOrBuilder
    • inference.ModelConfigOuterClass.ModelSequenceBatching.ControlInputOrBuilder
    • inference.ModelConfigOuterClass.ModelSequenceBatching.ControlOrBuilder
    • inference.ModelConfigOuterClass.ModelSequenceBatching.InitialStateOrBuilder
    • inference.ModelConfigOuterClass.ModelSequenceBatching.StateOrBuilder
    • inference.ModelConfigOuterClass.ModelSequenceBatching.StrategyDirectOrBuilder
    • inference.ModelConfigOuterClass.ModelSequenceBatching.StrategyOldestOrBuilder
    • inference.ModelConfigOuterClass.ModelSequenceBatchingOrBuilder
    • inference.ModelConfigOuterClass.ModelTensorReshapeOrBuilder
    • inference.ModelConfigOuterClass.ModelTransactionPolicyOrBuilder
    • inference.ModelConfigOuterClass.ModelVersionPolicy.AllOrBuilder
    • inference.ModelConfigOuterClass.ModelVersionPolicy.LatestOrBuilder
    • inference.ModelConfigOuterClass.ModelVersionPolicy.SpecificOrBuilder
    • inference.ModelConfigOuterClass.ModelVersionPolicyOrBuilder
    • inference.ModelConfigOuterClass.ModelWarmup.InputOrBuilder
    • inference.ModelConfigOuterClass.ModelWarmupOrBuilder

Enum Class Hierarchy

• java.lang.Object
  • java.lang.Enum<E> (implements java.lang.Comparable<T>, java.lang.constant.Constable, java.io.Serializable)
    • inference.GrpcService.InferParameter.ParameterChoiceCase (implements com.google.protobuf.Internal.EnumLite)
    • inference.GrpcService.LogSettingsRequest.SettingValue.ParameterChoiceCase (implements com.google.protobuf.Internal.EnumLite)
    • inference.GrpcService.LogSettingsResponse.SettingValue.ParameterChoiceCase (implements com.google.protobuf.Internal.EnumLite)
    • inference.GrpcService.ModelRepositoryParameter.ParameterChoiceCase (implements com.google.protobuf.Internal.EnumLite)
    • inference.ModelConfigOuterClass.BatchInput.Kind (implements com.google.protobuf.ProtocolMessageEnum)
    • inference.ModelConfigOuterClass.BatchOutput.Kind (implements com.google.protobuf.ProtocolMessageEnum)
    • inference.ModelConfigOuterClass.DataType (implements com.google.protobuf.ProtocolMessageEnum)
    • inference.ModelConfigOuterClass.ModelConfig.SchedulingChoiceCase (implements com.google.protobuf.Internal.EnumLite)
    • inference.ModelConfigOuterClass.ModelInput.Format (implements com.google.protobuf.ProtocolMessageEnum)
    • inference.ModelConfigOuterClass.ModelInstanceGroup.Kind (implements com.google.protobuf.ProtocolMessageEnum)
    • inference.ModelConfigOuterClass.ModelInstanceGroup.SecondaryDevice.SecondaryDeviceKind (implements com.google.protobuf.ProtocolMessageEnum)
    • inference.ModelConfigOuterClass.ModelMetrics.MetricControl.MetricOptionsCase (implements com.google.protobuf.Internal.EnumLite)
    • inference.ModelConfigOuterClass.ModelOptimizationPolicy.ModelPriority (implements com.google.protobuf.ProtocolMessageEnum)
    • inference.ModelConfigOuterClass.ModelQueuePolicy.TimeoutAction (implements com.google.protobuf.ProtocolMessageEnum)
    • inference.ModelConfigOuterClass.ModelSequenceBatching.Control.Kind (implements com.google.protobuf.ProtocolMessageEnum)
    • inference.ModelConfigOuterClass.ModelSequenceBatching.InitialState.StateDataCase (implements com.google.protobuf.Internal.EnumLite)
    • inference.ModelConfigOuterClass.ModelSequenceBatching.StrategyChoiceCase (implements com.google.protobuf.Internal.EnumLite)
    • inference.ModelConfigOuterClass.ModelVersionPolicy.PolicyChoiceCase (implements com.google.protobuf.Internal.EnumLite)
    • inference.ModelConfigOuterClass.ModelWarmup.Input.InputDataTypeCase (implements com.google.protobuf.Internal.EnumLite)