Package inference

Interface GRPCInferenceServiceGrpc.AsyncService

All Known Implementing Classes:

GRPCInferenceServiceGrpc.GRPCInferenceServiceImplBase

Enclosing class:

GRPCInferenceServiceGrpc

public static interface GRPCInferenceServiceGrpc.AsyncService

@@
@@.. cpp:var:: service InferenceService
@@
@@   Inference Server GRPC endpoints.
@@
 

Method Summary

Modifier and Type	Method	Description
default void	cudaSharedMemoryRegister(GrpcService.CudaSharedMemoryRegisterRequest request, io.grpc.stub.StreamObserver<GrpcService.CudaSharedMemoryRegisterResponse> responseObserver)	@@ ..
default void	cudaSharedMemoryStatus(GrpcService.CudaSharedMemoryStatusRequest request, io.grpc.stub.StreamObserver<GrpcService.CudaSharedMemoryStatusResponse> responseObserver)	@@ ..
default void	cudaSharedMemoryUnregister(GrpcService.CudaSharedMemoryUnregisterRequest request, io.grpc.stub.StreamObserver<GrpcService.CudaSharedMemoryUnregisterResponse> responseObserver)	@@ ..
default void	logSettings(GrpcService.LogSettingsRequest request, io.grpc.stub.StreamObserver<GrpcService.LogSettingsResponse> responseObserver)	@@ ..
default void	modelConfig(GrpcService.ModelConfigRequest request, io.grpc.stub.StreamObserver<GrpcService.ModelConfigResponse> responseObserver)	@@ ..
default void	modelInfer(GrpcService.ModelInferRequest request, io.grpc.stub.StreamObserver<GrpcService.ModelInferResponse> responseObserver)	@@ ..
default void	modelMetadata(GrpcService.ModelMetadataRequest request, io.grpc.stub.StreamObserver<GrpcService.ModelMetadataResponse> responseObserver)	@@ ..
default void	modelReady(GrpcService.ModelReadyRequest request, io.grpc.stub.StreamObserver<GrpcService.ModelReadyResponse> responseObserver)	@@ ..
default void	modelStatistics(GrpcService.ModelStatisticsRequest request, io.grpc.stub.StreamObserver<GrpcService.ModelStatisticsResponse> responseObserver)	@@ ..
default io.grpc.stub.StreamObserver<GrpcService.ModelInferRequest>	modelStreamInfer(io.grpc.stub.StreamObserver<GrpcService.ModelStreamInferResponse> responseObserver)	@@ ..
default void	repositoryIndex(GrpcService.RepositoryIndexRequest request, io.grpc.stub.StreamObserver<GrpcService.RepositoryIndexResponse> responseObserver)	@@ ..
default void	repositoryModelLoad(GrpcService.RepositoryModelLoadRequest request, io.grpc.stub.StreamObserver<GrpcService.RepositoryModelLoadResponse> responseObserver)	@@ ..
default void	repositoryModelUnload(GrpcService.RepositoryModelUnloadRequest request, io.grpc.stub.StreamObserver<GrpcService.RepositoryModelUnloadResponse> responseObserver)	@@ ..
default void	serverLive(GrpcService.ServerLiveRequest request, io.grpc.stub.StreamObserver<GrpcService.ServerLiveResponse> responseObserver)	@@ ..
default void	serverMetadata(GrpcService.ServerMetadataRequest request, io.grpc.stub.StreamObserver<GrpcService.ServerMetadataResponse> responseObserver)	@@ ..
default void	serverReady(GrpcService.ServerReadyRequest request, io.grpc.stub.StreamObserver<GrpcService.ServerReadyResponse> responseObserver)	@@ ..
default void	systemSharedMemoryRegister(GrpcService.SystemSharedMemoryRegisterRequest request, io.grpc.stub.StreamObserver<GrpcService.SystemSharedMemoryRegisterResponse> responseObserver)	@@ ..
default void	systemSharedMemoryStatus(GrpcService.SystemSharedMemoryStatusRequest request, io.grpc.stub.StreamObserver<GrpcService.SystemSharedMemoryStatusResponse> responseObserver)	@@ ..
default void	systemSharedMemoryUnregister(GrpcService.SystemSharedMemoryUnregisterRequest request, io.grpc.stub.StreamObserver<GrpcService.SystemSharedMemoryUnregisterResponse> responseObserver)	@@ ..
default void	traceSetting(GrpcService.TraceSettingRequest request, io.grpc.stub.StreamObserver<GrpcService.TraceSettingResponse> responseObserver)	@@ ..

Method Details

serverLive

default void serverLive(GrpcService.ServerLiveRequest request,
 io.grpc.stub.StreamObserver<GrpcService.ServerLiveResponse> responseObserver)

@@  .. cpp:var:: rpc ServerLive(ServerLiveRequest) returns
@@       (ServerLiveResponse)
@@
@@     Check liveness of the inference server.
@@
 

serverReady

default void serverReady(GrpcService.ServerReadyRequest request,
 io.grpc.stub.StreamObserver<GrpcService.ServerReadyResponse> responseObserver)

@@  .. cpp:var:: rpc ServerReady(ServerReadyRequest) returns
@@       (ServerReadyResponse)
@@
@@     Check readiness of the inference server.
@@
 

modelReady

default void modelReady(GrpcService.ModelReadyRequest request,
 io.grpc.stub.StreamObserver<GrpcService.ModelReadyResponse> responseObserver)

@@  .. cpp:var:: rpc ModelReady(ModelReadyRequest) returns
@@       (ModelReadyResponse)
@@
@@     Check readiness of a model in the inference server.
@@
 

serverMetadata

default void serverMetadata(GrpcService.ServerMetadataRequest request,
 io.grpc.stub.StreamObserver<GrpcService.ServerMetadataResponse> responseObserver)

@@  .. cpp:var:: rpc ServerMetadata(ServerMetadataRequest) returns
@@       (ServerMetadataResponse)
@@
@@     Get server metadata.
@@
 

modelMetadata

default void modelMetadata(GrpcService.ModelMetadataRequest request,
 io.grpc.stub.StreamObserver<GrpcService.ModelMetadataResponse> responseObserver)

@@  .. cpp:var:: rpc ModelMetadata(ModelMetadataRequest) returns
@@       (ModelMetadataResponse)
@@
@@     Get model metadata.
@@
 

modelInfer

default void modelInfer(GrpcService.ModelInferRequest request,
 io.grpc.stub.StreamObserver<GrpcService.ModelInferResponse> responseObserver)

@@  .. cpp:var:: rpc ModelInfer(ModelInferRequest) returns
@@       (ModelInferResponse)
@@
@@     Perform inference using a specific model.
@@
 

modelStreamInfer

default io.grpc.stub.StreamObserver<GrpcService.ModelInferRequest> modelStreamInfer(io.grpc.stub.StreamObserver<GrpcService.ModelStreamInferResponse> responseObserver)

@@  .. cpp:var:: rpc ModelStreamInfer(stream ModelInferRequest) returns
@@       (stream ModelStreamInferResponse)
@@
@@     Perform streaming inference.
@@
 

modelConfig

default void modelConfig(GrpcService.ModelConfigRequest request,
 io.grpc.stub.StreamObserver<GrpcService.ModelConfigResponse> responseObserver)

@@  .. cpp:var:: rpc ModelConfig(ModelConfigRequest) returns
@@       (ModelConfigResponse)
@@
@@     Get model configuration.
@@
 

modelStatistics

default void modelStatistics(GrpcService.ModelStatisticsRequest request,
 io.grpc.stub.StreamObserver<GrpcService.ModelStatisticsResponse> responseObserver)

@@  .. cpp:var:: rpc ModelStatistics(
@@                     ModelStatisticsRequest)
@@                   returns (ModelStatisticsResponse)
@@
@@     Get the cumulative inference statistics for a model.
@@
 

repositoryIndex

default void repositoryIndex(GrpcService.RepositoryIndexRequest request,
 io.grpc.stub.StreamObserver<GrpcService.RepositoryIndexResponse> responseObserver)

@@  .. cpp:var:: rpc RepositoryIndex(RepositoryIndexRequest) returns
@@       (RepositoryIndexResponse)
@@
@@     Get the index of model repository contents.
@@
 

repositoryModelLoad

default void repositoryModelLoad(GrpcService.RepositoryModelLoadRequest request,
 io.grpc.stub.StreamObserver<GrpcService.RepositoryModelLoadResponse> responseObserver)

@@  .. cpp:var:: rpc RepositoryModelLoad(RepositoryModelLoadRequest) returns
@@       (RepositoryModelLoadResponse)
@@
@@     Load or reload a model from a repository.
@@
 

repositoryModelUnload

default void repositoryModelUnload(GrpcService.RepositoryModelUnloadRequest request,
 io.grpc.stub.StreamObserver<GrpcService.RepositoryModelUnloadResponse> responseObserver)

@@  .. cpp:var:: rpc RepositoryModelUnload(RepositoryModelUnloadRequest)
@@       returns (RepositoryModelUnloadResponse)
@@
@@     Unload a model.
@@
 

systemSharedMemoryStatus

default void systemSharedMemoryStatus(GrpcService.SystemSharedMemoryStatusRequest request,
 io.grpc.stub.StreamObserver<GrpcService.SystemSharedMemoryStatusResponse> responseObserver)

@@  .. cpp:var:: rpc SystemSharedMemoryStatus(
@@                     SystemSharedMemoryStatusRequest)
@@                   returns (SystemSharedMemoryStatusRespose)
@@
@@     Get the status of all registered system-shared-memory regions.
@@
 

systemSharedMemoryRegister

default void systemSharedMemoryRegister(GrpcService.SystemSharedMemoryRegisterRequest request,
 io.grpc.stub.StreamObserver<GrpcService.SystemSharedMemoryRegisterResponse> responseObserver)

@@  .. cpp:var:: rpc SystemSharedMemoryRegister(
@@                     SystemSharedMemoryRegisterRequest)
@@                   returns (SystemSharedMemoryRegisterResponse)
@@
@@     Register a system-shared-memory region.
@@
 

systemSharedMemoryUnregister

default void systemSharedMemoryUnregister(GrpcService.SystemSharedMemoryUnregisterRequest request,
 io.grpc.stub.StreamObserver<GrpcService.SystemSharedMemoryUnregisterResponse> responseObserver)

@@  .. cpp:var:: rpc SystemSharedMemoryUnregister(
@@                     SystemSharedMemoryUnregisterRequest)
@@                   returns (SystemSharedMemoryUnregisterResponse)
@@
@@     Unregister a system-shared-memory region.
@@
 

cudaSharedMemoryStatus

default void cudaSharedMemoryStatus(GrpcService.CudaSharedMemoryStatusRequest request,
 io.grpc.stub.StreamObserver<GrpcService.CudaSharedMemoryStatusResponse> responseObserver)

@@  .. cpp:var:: rpc CudaSharedMemoryStatus(
@@                     CudaSharedMemoryStatusRequest)
@@                   returns (CudaSharedMemoryStatusRespose)
@@
@@     Get the status of all registered CUDA-shared-memory regions.
@@
 

cudaSharedMemoryRegister

default void cudaSharedMemoryRegister(GrpcService.CudaSharedMemoryRegisterRequest request,
 io.grpc.stub.StreamObserver<GrpcService.CudaSharedMemoryRegisterResponse> responseObserver)

@@  .. cpp:var:: rpc CudaSharedMemoryRegister(
@@                     CudaSharedMemoryRegisterRequest)
@@                   returns (CudaSharedMemoryRegisterResponse)
@@
@@     Register a CUDA-shared-memory region.
@@
 

cudaSharedMemoryUnregister

default void cudaSharedMemoryUnregister(GrpcService.CudaSharedMemoryUnregisterRequest request,
 io.grpc.stub.StreamObserver<GrpcService.CudaSharedMemoryUnregisterResponse> responseObserver)

@@  .. cpp:var:: rpc CudaSharedMemoryUnregister(
@@                     CudaSharedMemoryUnregisterRequest)
@@                   returns (CudaSharedMemoryUnregisterResponse)
@@
@@     Unregister a CUDA-shared-memory region.
@@
 

traceSetting

default void traceSetting(GrpcService.TraceSettingRequest request,
 io.grpc.stub.StreamObserver<GrpcService.TraceSettingResponse> responseObserver)

@@  .. cpp:var:: rpc TraceSetting(TraceSettingRequest)
@@                   returns (TraceSettingResponse)
@@
@@     Update and get the trace setting of the Triton server.
@@
 

logSettings

default void logSettings(GrpcService.LogSettingsRequest request,
 io.grpc.stub.StreamObserver<GrpcService.LogSettingsResponse> responseObserver)

@@  .. cpp:var:: rpc LogSettings(LogSettingsRequest)
@@                   returns (LogSettingsResponse)
@@
@@     Update and get the log settings of the Triton server.
@@