Package inference

Class GRPCInferenceServiceGrpc.GRPCInferenceServiceStub

java.lang.Object

io.grpc.stub.AbstractStub<GRPCInferenceServiceGrpc.GRPCInferenceServiceStub>

io.grpc.stub.AbstractAsyncStub<GRPCInferenceServiceGrpc.GRPCInferenceServiceStub>

inference.GRPCInferenceServiceGrpc.GRPCInferenceServiceStub

Enclosing class:

GRPCInferenceServiceGrpc

public static final class GRPCInferenceServiceGrpc.GRPCInferenceServiceStub
extends io.grpc.stub.AbstractAsyncStub<GRPCInferenceServiceGrpc.GRPCInferenceServiceStub>

A stub to allow clients to do asynchronous rpc calls to service GRPCInferenceService.

@@
@@.. cpp:var:: service InferenceService
@@
@@   Inference Server GRPC endpoints.
@@
 

Nested Class Summary

Nested classes/interfaces inherited from class io.grpc.stub.AbstractStub

io.grpc.stub.AbstractStub.StubFactory<T extends io.grpc.stub.AbstractStub<T>>

Method Summary

Modifier and Type	Method	Description
protected GRPCInferenceServiceGrpc.GRPCInferenceServiceStub	build(io.grpc.Channel channel, io.grpc.CallOptions callOptions)
void	cudaSharedMemoryRegister(GrpcService.CudaSharedMemoryRegisterRequest request, io.grpc.stub.StreamObserver<GrpcService.CudaSharedMemoryRegisterResponse> responseObserver)	@@ ..
void	cudaSharedMemoryStatus(GrpcService.CudaSharedMemoryStatusRequest request, io.grpc.stub.StreamObserver<GrpcService.CudaSharedMemoryStatusResponse> responseObserver)	@@ ..
void	cudaSharedMemoryUnregister(GrpcService.CudaSharedMemoryUnregisterRequest request, io.grpc.stub.StreamObserver<GrpcService.CudaSharedMemoryUnregisterResponse> responseObserver)	@@ ..
void	logSettings(GrpcService.LogSettingsRequest request, io.grpc.stub.StreamObserver<GrpcService.LogSettingsResponse> responseObserver)	@@ ..
void	modelConfig(GrpcService.ModelConfigRequest request, io.grpc.stub.StreamObserver<GrpcService.ModelConfigResponse> responseObserver)	@@ ..
void	modelInfer(GrpcService.ModelInferRequest request, io.grpc.stub.StreamObserver<GrpcService.ModelInferResponse> responseObserver)	@@ ..
void	modelMetadata(GrpcService.ModelMetadataRequest request, io.grpc.stub.StreamObserver<GrpcService.ModelMetadataResponse> responseObserver)	@@ ..
void	modelReady(GrpcService.ModelReadyRequest request, io.grpc.stub.StreamObserver<GrpcService.ModelReadyResponse> responseObserver)	@@ ..
void	modelStatistics(GrpcService.ModelStatisticsRequest request, io.grpc.stub.StreamObserver<GrpcService.ModelStatisticsResponse> responseObserver)	@@ ..
io.grpc.stub.StreamObserver<GrpcService.ModelInferRequest>	modelStreamInfer(io.grpc.stub.StreamObserver<GrpcService.ModelStreamInferResponse> responseObserver)	@@ ..
void	repositoryIndex(GrpcService.RepositoryIndexRequest request, io.grpc.stub.StreamObserver<GrpcService.RepositoryIndexResponse> responseObserver)	@@ ..
void	repositoryModelLoad(GrpcService.RepositoryModelLoadRequest request, io.grpc.stub.StreamObserver<GrpcService.RepositoryModelLoadResponse> responseObserver)	@@ ..
void	repositoryModelUnload(GrpcService.RepositoryModelUnloadRequest request, io.grpc.stub.StreamObserver<GrpcService.RepositoryModelUnloadResponse> responseObserver)	@@ ..
void	serverLive(GrpcService.ServerLiveRequest request, io.grpc.stub.StreamObserver<GrpcService.ServerLiveResponse> responseObserver)	@@ ..
void	serverMetadata(GrpcService.ServerMetadataRequest request, io.grpc.stub.StreamObserver<GrpcService.ServerMetadataResponse> responseObserver)	@@ ..
void	serverReady(GrpcService.ServerReadyRequest request, io.grpc.stub.StreamObserver<GrpcService.ServerReadyResponse> responseObserver)	@@ ..
void	systemSharedMemoryRegister(GrpcService.SystemSharedMemoryRegisterRequest request, io.grpc.stub.StreamObserver<GrpcService.SystemSharedMemoryRegisterResponse> responseObserver)	@@ ..
void	systemSharedMemoryStatus(GrpcService.SystemSharedMemoryStatusRequest request, io.grpc.stub.StreamObserver<GrpcService.SystemSharedMemoryStatusResponse> responseObserver)	@@ ..
void	systemSharedMemoryUnregister(GrpcService.SystemSharedMemoryUnregisterRequest request, io.grpc.stub.StreamObserver<GrpcService.SystemSharedMemoryUnregisterResponse> responseObserver)	@@ ..
void	traceSetting(GrpcService.TraceSettingRequest request, io.grpc.stub.StreamObserver<GrpcService.TraceSettingResponse> responseObserver)	@@ ..

Methods inherited from class io.grpc.stub.AbstractAsyncStub

newStub, newStub

Methods inherited from class io.grpc.stub.AbstractStub

getCallOptions, getChannel, withCallCredentials, withChannel, withCompression, withDeadline, withDeadlineAfter, withExecutor, withInterceptors, withMaxInboundMessageSize, withMaxOutboundMessageSize, withOption, withWaitForReady

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Method Details

build

protected GRPCInferenceServiceGrpc.GRPCInferenceServiceStub build(io.grpc.Channel channel,
 io.grpc.CallOptions callOptions)

Specified by:

build in class io.grpc.stub.AbstractStub<GRPCInferenceServiceGrpc.GRPCInferenceServiceStub>

serverLive

public void serverLive(GrpcService.ServerLiveRequest request,
 io.grpc.stub.StreamObserver<GrpcService.ServerLiveResponse> responseObserver)

@@  .. cpp:var:: rpc ServerLive(ServerLiveRequest) returns
@@       (ServerLiveResponse)
@@
@@     Check liveness of the inference server.
@@
 

serverReady

public void serverReady(GrpcService.ServerReadyRequest request,
 io.grpc.stub.StreamObserver<GrpcService.ServerReadyResponse> responseObserver)

@@  .. cpp:var:: rpc ServerReady(ServerReadyRequest) returns
@@       (ServerReadyResponse)
@@
@@     Check readiness of the inference server.
@@
 

modelReady

public void modelReady(GrpcService.ModelReadyRequest request,
 io.grpc.stub.StreamObserver<GrpcService.ModelReadyResponse> responseObserver)

@@  .. cpp:var:: rpc ModelReady(ModelReadyRequest) returns
@@       (ModelReadyResponse)
@@
@@     Check readiness of a model in the inference server.
@@
 

serverMetadata

public void serverMetadata(GrpcService.ServerMetadataRequest request,
 io.grpc.stub.StreamObserver<GrpcService.ServerMetadataResponse> responseObserver)

@@  .. cpp:var:: rpc ServerMetadata(ServerMetadataRequest) returns
@@       (ServerMetadataResponse)
@@
@@     Get server metadata.
@@
 

modelMetadata

public void modelMetadata(GrpcService.ModelMetadataRequest request,
 io.grpc.stub.StreamObserver<GrpcService.ModelMetadataResponse> responseObserver)

@@  .. cpp:var:: rpc ModelMetadata(ModelMetadataRequest) returns
@@       (ModelMetadataResponse)
@@
@@     Get model metadata.
@@
 

modelInfer

public void modelInfer(GrpcService.ModelInferRequest request,
 io.grpc.stub.StreamObserver<GrpcService.ModelInferResponse> responseObserver)

@@  .. cpp:var:: rpc ModelInfer(ModelInferRequest) returns
@@       (ModelInferResponse)
@@
@@     Perform inference using a specific model.
@@
 

modelStreamInfer

public io.grpc.stub.StreamObserver<GrpcService.ModelInferRequest> modelStreamInfer(io.grpc.stub.StreamObserver<GrpcService.ModelStreamInferResponse> responseObserver)

@@  .. cpp:var:: rpc ModelStreamInfer(stream ModelInferRequest) returns
@@       (stream ModelStreamInferResponse)
@@
@@     Perform streaming inference.
@@
 

modelConfig

public void modelConfig(GrpcService.ModelConfigRequest request,
 io.grpc.stub.StreamObserver<GrpcService.ModelConfigResponse> responseObserver)

@@  .. cpp:var:: rpc ModelConfig(ModelConfigRequest) returns
@@       (ModelConfigResponse)
@@
@@     Get model configuration.
@@
 

modelStatistics

public void modelStatistics(GrpcService.ModelStatisticsRequest request,
 io.grpc.stub.StreamObserver<GrpcService.ModelStatisticsResponse> responseObserver)

@@  .. cpp:var:: rpc ModelStatistics(
@@                     ModelStatisticsRequest)
@@                   returns (ModelStatisticsResponse)
@@
@@     Get the cumulative inference statistics for a model.
@@
 

repositoryIndex

public void repositoryIndex(GrpcService.RepositoryIndexRequest request,
 io.grpc.stub.StreamObserver<GrpcService.RepositoryIndexResponse> responseObserver)

@@  .. cpp:var:: rpc RepositoryIndex(RepositoryIndexRequest) returns
@@       (RepositoryIndexResponse)
@@
@@     Get the index of model repository contents.
@@
 

repositoryModelLoad

public void repositoryModelLoad(GrpcService.RepositoryModelLoadRequest request,
 io.grpc.stub.StreamObserver<GrpcService.RepositoryModelLoadResponse> responseObserver)

@@  .. cpp:var:: rpc RepositoryModelLoad(RepositoryModelLoadRequest) returns
@@       (RepositoryModelLoadResponse)
@@
@@     Load or reload a model from a repository.
@@
 

repositoryModelUnload

public void repositoryModelUnload(GrpcService.RepositoryModelUnloadRequest request,
 io.grpc.stub.StreamObserver<GrpcService.RepositoryModelUnloadResponse> responseObserver)

@@  .. cpp:var:: rpc RepositoryModelUnload(RepositoryModelUnloadRequest)
@@       returns (RepositoryModelUnloadResponse)
@@
@@     Unload a model.
@@
 

systemSharedMemoryStatus

public void systemSharedMemoryStatus(GrpcService.SystemSharedMemoryStatusRequest request,
 io.grpc.stub.StreamObserver<GrpcService.SystemSharedMemoryStatusResponse> responseObserver)

@@  .. cpp:var:: rpc SystemSharedMemoryStatus(
@@                     SystemSharedMemoryStatusRequest)
@@                   returns (SystemSharedMemoryStatusRespose)
@@
@@     Get the status of all registered system-shared-memory regions.
@@
 

systemSharedMemoryRegister

public void systemSharedMemoryRegister(GrpcService.SystemSharedMemoryRegisterRequest request,
 io.grpc.stub.StreamObserver<GrpcService.SystemSharedMemoryRegisterResponse> responseObserver)

@@  .. cpp:var:: rpc SystemSharedMemoryRegister(
@@                     SystemSharedMemoryRegisterRequest)
@@                   returns (SystemSharedMemoryRegisterResponse)
@@
@@     Register a system-shared-memory region.
@@
 

systemSharedMemoryUnregister

public void systemSharedMemoryUnregister(GrpcService.SystemSharedMemoryUnregisterRequest request,
 io.grpc.stub.StreamObserver<GrpcService.SystemSharedMemoryUnregisterResponse> responseObserver)

@@  .. cpp:var:: rpc SystemSharedMemoryUnregister(
@@                     SystemSharedMemoryUnregisterRequest)
@@                   returns (SystemSharedMemoryUnregisterResponse)
@@
@@     Unregister a system-shared-memory region.
@@
 

cudaSharedMemoryStatus

public void cudaSharedMemoryStatus(GrpcService.CudaSharedMemoryStatusRequest request,
 io.grpc.stub.StreamObserver<GrpcService.CudaSharedMemoryStatusResponse> responseObserver)

@@  .. cpp:var:: rpc CudaSharedMemoryStatus(
@@                     CudaSharedMemoryStatusRequest)
@@                   returns (CudaSharedMemoryStatusRespose)
@@
@@     Get the status of all registered CUDA-shared-memory regions.
@@
 

cudaSharedMemoryRegister

public void cudaSharedMemoryRegister(GrpcService.CudaSharedMemoryRegisterRequest request,
 io.grpc.stub.StreamObserver<GrpcService.CudaSharedMemoryRegisterResponse> responseObserver)

@@  .. cpp:var:: rpc CudaSharedMemoryRegister(
@@                     CudaSharedMemoryRegisterRequest)
@@                   returns (CudaSharedMemoryRegisterResponse)
@@
@@     Register a CUDA-shared-memory region.
@@
 

cudaSharedMemoryUnregister

public void cudaSharedMemoryUnregister(GrpcService.CudaSharedMemoryUnregisterRequest request,
 io.grpc.stub.StreamObserver<GrpcService.CudaSharedMemoryUnregisterResponse> responseObserver)

@@  .. cpp:var:: rpc CudaSharedMemoryUnregister(
@@                     CudaSharedMemoryUnregisterRequest)
@@                   returns (CudaSharedMemoryUnregisterResponse)
@@
@@     Unregister a CUDA-shared-memory region.
@@
 

traceSetting

public void traceSetting(GrpcService.TraceSettingRequest request,
 io.grpc.stub.StreamObserver<GrpcService.TraceSettingResponse> responseObserver)

@@  .. cpp:var:: rpc TraceSetting(TraceSettingRequest)
@@                   returns (TraceSettingResponse)
@@
@@     Update and get the trace setting of the Triton server.
@@
 

logSettings

public void logSettings(GrpcService.LogSettingsRequest request,
 io.grpc.stub.StreamObserver<GrpcService.LogSettingsResponse> responseObserver)

@@  .. cpp:var:: rpc LogSettings(LogSettingsRequest)
@@                   returns (LogSettingsResponse)
@@
@@     Update and get the log settings of the Triton server.
@@