Package inference
Interface GRPCInferenceServiceGrpc.AsyncService
- All Known Implementing Classes:
GRPCInferenceServiceGrpc.GRPCInferenceServiceImplBase
- Enclosing class:
GRPCInferenceServiceGrpc
public static interface GRPCInferenceServiceGrpc.AsyncService
@@ @@.. cpp:var:: service InferenceService @@ @@ Inference Server GRPC endpoints. @@
-
Method Summary
Modifier and TypeMethodDescriptiondefault voidcudaSharedMemoryRegister(GrpcService.CudaSharedMemoryRegisterRequest request, io.grpc.stub.StreamObserver<GrpcService.CudaSharedMemoryRegisterResponse> responseObserver) @@ ..default voidcudaSharedMemoryStatus(GrpcService.CudaSharedMemoryStatusRequest request, io.grpc.stub.StreamObserver<GrpcService.CudaSharedMemoryStatusResponse> responseObserver) @@ ..default voidcudaSharedMemoryUnregister(GrpcService.CudaSharedMemoryUnregisterRequest request, io.grpc.stub.StreamObserver<GrpcService.CudaSharedMemoryUnregisterResponse> responseObserver) @@ ..default voidlogSettings(GrpcService.LogSettingsRequest request, io.grpc.stub.StreamObserver<GrpcService.LogSettingsResponse> responseObserver) @@ ..default voidmodelConfig(GrpcService.ModelConfigRequest request, io.grpc.stub.StreamObserver<GrpcService.ModelConfigResponse> responseObserver) @@ ..default voidmodelInfer(GrpcService.ModelInferRequest request, io.grpc.stub.StreamObserver<GrpcService.ModelInferResponse> responseObserver) @@ ..default voidmodelMetadata(GrpcService.ModelMetadataRequest request, io.grpc.stub.StreamObserver<GrpcService.ModelMetadataResponse> responseObserver) @@ ..default voidmodelReady(GrpcService.ModelReadyRequest request, io.grpc.stub.StreamObserver<GrpcService.ModelReadyResponse> responseObserver) @@ ..default voidmodelStatistics(GrpcService.ModelStatisticsRequest request, io.grpc.stub.StreamObserver<GrpcService.ModelStatisticsResponse> responseObserver) @@ ..default io.grpc.stub.StreamObserver<GrpcService.ModelInferRequest> modelStreamInfer(io.grpc.stub.StreamObserver<GrpcService.ModelStreamInferResponse> responseObserver) @@ ..default voidrepositoryIndex(GrpcService.RepositoryIndexRequest request, io.grpc.stub.StreamObserver<GrpcService.RepositoryIndexResponse> responseObserver) @@ ..default voidrepositoryModelLoad(GrpcService.RepositoryModelLoadRequest request, io.grpc.stub.StreamObserver<GrpcService.RepositoryModelLoadResponse> responseObserver) @@ ..default voidrepositoryModelUnload(GrpcService.RepositoryModelUnloadRequest request, io.grpc.stub.StreamObserver<GrpcService.RepositoryModelUnloadResponse> responseObserver) @@ ..default voidserverLive(GrpcService.ServerLiveRequest request, io.grpc.stub.StreamObserver<GrpcService.ServerLiveResponse> responseObserver) @@ ..default voidserverMetadata(GrpcService.ServerMetadataRequest request, io.grpc.stub.StreamObserver<GrpcService.ServerMetadataResponse> responseObserver) @@ ..default voidserverReady(GrpcService.ServerReadyRequest request, io.grpc.stub.StreamObserver<GrpcService.ServerReadyResponse> responseObserver) @@ ..default voidsystemSharedMemoryRegister(GrpcService.SystemSharedMemoryRegisterRequest request, io.grpc.stub.StreamObserver<GrpcService.SystemSharedMemoryRegisterResponse> responseObserver) @@ ..default voidsystemSharedMemoryStatus(GrpcService.SystemSharedMemoryStatusRequest request, io.grpc.stub.StreamObserver<GrpcService.SystemSharedMemoryStatusResponse> responseObserver) @@ ..default voidsystemSharedMemoryUnregister(GrpcService.SystemSharedMemoryUnregisterRequest request, io.grpc.stub.StreamObserver<GrpcService.SystemSharedMemoryUnregisterResponse> responseObserver) @@ ..default voidtraceSetting(GrpcService.TraceSettingRequest request, io.grpc.stub.StreamObserver<GrpcService.TraceSettingResponse> responseObserver) @@ ..
-
Method Details
-
serverLive
default void serverLive(GrpcService.ServerLiveRequest request, io.grpc.stub.StreamObserver<GrpcService.ServerLiveResponse> responseObserver) @@ .. cpp:var:: rpc ServerLive(ServerLiveRequest) returns @@ (ServerLiveResponse) @@ @@ Check liveness of the inference server. @@
-
serverReady
default void serverReady(GrpcService.ServerReadyRequest request, io.grpc.stub.StreamObserver<GrpcService.ServerReadyResponse> responseObserver) @@ .. cpp:var:: rpc ServerReady(ServerReadyRequest) returns @@ (ServerReadyResponse) @@ @@ Check readiness of the inference server. @@
-
modelReady
default void modelReady(GrpcService.ModelReadyRequest request, io.grpc.stub.StreamObserver<GrpcService.ModelReadyResponse> responseObserver) @@ .. cpp:var:: rpc ModelReady(ModelReadyRequest) returns @@ (ModelReadyResponse) @@ @@ Check readiness of a model in the inference server. @@
-
serverMetadata
default void serverMetadata(GrpcService.ServerMetadataRequest request, io.grpc.stub.StreamObserver<GrpcService.ServerMetadataResponse> responseObserver) @@ .. cpp:var:: rpc ServerMetadata(ServerMetadataRequest) returns @@ (ServerMetadataResponse) @@ @@ Get server metadata. @@
-
modelMetadata
default void modelMetadata(GrpcService.ModelMetadataRequest request, io.grpc.stub.StreamObserver<GrpcService.ModelMetadataResponse> responseObserver) @@ .. cpp:var:: rpc ModelMetadata(ModelMetadataRequest) returns @@ (ModelMetadataResponse) @@ @@ Get model metadata. @@
-
modelInfer
default void modelInfer(GrpcService.ModelInferRequest request, io.grpc.stub.StreamObserver<GrpcService.ModelInferResponse> responseObserver) @@ .. cpp:var:: rpc ModelInfer(ModelInferRequest) returns @@ (ModelInferResponse) @@ @@ Perform inference using a specific model. @@
-
modelStreamInfer
default io.grpc.stub.StreamObserver<GrpcService.ModelInferRequest> modelStreamInfer(io.grpc.stub.StreamObserver<GrpcService.ModelStreamInferResponse> responseObserver) @@ .. cpp:var:: rpc ModelStreamInfer(stream ModelInferRequest) returns @@ (stream ModelStreamInferResponse) @@ @@ Perform streaming inference. @@
-
modelConfig
default void modelConfig(GrpcService.ModelConfigRequest request, io.grpc.stub.StreamObserver<GrpcService.ModelConfigResponse> responseObserver) @@ .. cpp:var:: rpc ModelConfig(ModelConfigRequest) returns @@ (ModelConfigResponse) @@ @@ Get model configuration. @@
-
modelStatistics
default void modelStatistics(GrpcService.ModelStatisticsRequest request, io.grpc.stub.StreamObserver<GrpcService.ModelStatisticsResponse> responseObserver) @@ .. cpp:var:: rpc ModelStatistics( @@ ModelStatisticsRequest) @@ returns (ModelStatisticsResponse) @@ @@ Get the cumulative inference statistics for a model. @@
-
repositoryIndex
default void repositoryIndex(GrpcService.RepositoryIndexRequest request, io.grpc.stub.StreamObserver<GrpcService.RepositoryIndexResponse> responseObserver) @@ .. cpp:var:: rpc RepositoryIndex(RepositoryIndexRequest) returns @@ (RepositoryIndexResponse) @@ @@ Get the index of model repository contents. @@
-
repositoryModelLoad
default void repositoryModelLoad(GrpcService.RepositoryModelLoadRequest request, io.grpc.stub.StreamObserver<GrpcService.RepositoryModelLoadResponse> responseObserver) @@ .. cpp:var:: rpc RepositoryModelLoad(RepositoryModelLoadRequest) returns @@ (RepositoryModelLoadResponse) @@ @@ Load or reload a model from a repository. @@
-
repositoryModelUnload
default void repositoryModelUnload(GrpcService.RepositoryModelUnloadRequest request, io.grpc.stub.StreamObserver<GrpcService.RepositoryModelUnloadResponse> responseObserver) @@ .. cpp:var:: rpc RepositoryModelUnload(RepositoryModelUnloadRequest) @@ returns (RepositoryModelUnloadResponse) @@ @@ Unload a model. @@
-
traceSetting
default void traceSetting(GrpcService.TraceSettingRequest request, io.grpc.stub.StreamObserver<GrpcService.TraceSettingResponse> responseObserver) @@ .. cpp:var:: rpc TraceSetting(TraceSettingRequest) @@ returns (TraceSettingResponse) @@ @@ Update and get the trace setting of the Triton server. @@
-
logSettings
default void logSettings(GrpcService.LogSettingsRequest request, io.grpc.stub.StreamObserver<GrpcService.LogSettingsResponse> responseObserver) @@ .. cpp:var:: rpc LogSettings(LogSettingsRequest) @@ returns (LogSettingsResponse) @@ @@ Update and get the log settings of the Triton server. @@
-