Package inference

Class GRPCInferenceServiceGrpc.GRPCInferenceServiceBlockingStub

java.lang.Object

io.grpc.stub.AbstractStub<GRPCInferenceServiceGrpc.GRPCInferenceServiceBlockingStub>

io.grpc.stub.AbstractBlockingStub<GRPCInferenceServiceGrpc.GRPCInferenceServiceBlockingStub>

inference.GRPCInferenceServiceGrpc.GRPCInferenceServiceBlockingStub

Enclosing class:

GRPCInferenceServiceGrpc

public static final class GRPCInferenceServiceGrpc.GRPCInferenceServiceBlockingStub
extends io.grpc.stub.AbstractBlockingStub<GRPCInferenceServiceGrpc.GRPCInferenceServiceBlockingStub>

A stub to allow clients to do synchronous rpc calls to service GRPCInferenceService.

@@
@@.. cpp:var:: service InferenceService
@@
@@   Inference Server GRPC endpoints.
@@
 

Nested Class Summary

Nested classes/interfaces inherited from class io.grpc.stub.AbstractStub

io.grpc.stub.AbstractStub.StubFactory<T extends io.grpc.stub.AbstractStub<T>>

Method Summary

Modifier and Type	Method	Description
protected GRPCInferenceServiceGrpc.GRPCInferenceServiceBlockingStub	build(io.grpc.Channel channel, io.grpc.CallOptions callOptions)
GrpcService.CudaSharedMemoryRegisterResponse	cudaSharedMemoryRegister(GrpcService.CudaSharedMemoryRegisterRequest request)	@@ ..
GrpcService.CudaSharedMemoryStatusResponse	cudaSharedMemoryStatus(GrpcService.CudaSharedMemoryStatusRequest request)	@@ ..
GrpcService.CudaSharedMemoryUnregisterResponse	cudaSharedMemoryUnregister(GrpcService.CudaSharedMemoryUnregisterRequest request)	@@ ..
GrpcService.LogSettingsResponse	logSettings(GrpcService.LogSettingsRequest request)	@@ ..
GrpcService.ModelConfigResponse	modelConfig(GrpcService.ModelConfigRequest request)	@@ ..
GrpcService.ModelInferResponse	modelInfer(GrpcService.ModelInferRequest request)	@@ ..
GrpcService.ModelMetadataResponse	modelMetadata(GrpcService.ModelMetadataRequest request)	@@ ..
GrpcService.ModelReadyResponse	modelReady(GrpcService.ModelReadyRequest request)	@@ ..
GrpcService.ModelStatisticsResponse	modelStatistics(GrpcService.ModelStatisticsRequest request)	@@ ..
GrpcService.RepositoryIndexResponse	repositoryIndex(GrpcService.RepositoryIndexRequest request)	@@ ..
GrpcService.RepositoryModelLoadResponse	repositoryModelLoad(GrpcService.RepositoryModelLoadRequest request)	@@ ..
GrpcService.RepositoryModelUnloadResponse	repositoryModelUnload(GrpcService.RepositoryModelUnloadRequest request)	@@ ..
GrpcService.ServerLiveResponse	serverLive(GrpcService.ServerLiveRequest request)	@@ ..
GrpcService.ServerMetadataResponse	serverMetadata(GrpcService.ServerMetadataRequest request)	@@ ..
GrpcService.ServerReadyResponse	serverReady(GrpcService.ServerReadyRequest request)	@@ ..
GrpcService.SystemSharedMemoryRegisterResponse	systemSharedMemoryRegister(GrpcService.SystemSharedMemoryRegisterRequest request)	@@ ..
GrpcService.SystemSharedMemoryStatusResponse	systemSharedMemoryStatus(GrpcService.SystemSharedMemoryStatusRequest request)	@@ ..
GrpcService.SystemSharedMemoryUnregisterResponse	systemSharedMemoryUnregister(GrpcService.SystemSharedMemoryUnregisterRequest request)	@@ ..
GrpcService.TraceSettingResponse	traceSetting(GrpcService.TraceSettingRequest request)	@@ ..

Methods inherited from class io.grpc.stub.AbstractBlockingStub

newStub, newStub

Methods inherited from class io.grpc.stub.AbstractStub

getCallOptions, getChannel, withCallCredentials, withChannel, withCompression, withDeadline, withDeadlineAfter, withExecutor, withInterceptors, withMaxInboundMessageSize, withMaxOutboundMessageSize, withOption, withWaitForReady

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Method Details

build

protected GRPCInferenceServiceGrpc.GRPCInferenceServiceBlockingStub build(io.grpc.Channel channel,
 io.grpc.CallOptions callOptions)

Specified by:

build in class io.grpc.stub.AbstractStub<GRPCInferenceServiceGrpc.GRPCInferenceServiceBlockingStub>

serverLive

public GrpcService.ServerLiveResponse serverLive(GrpcService.ServerLiveRequest request)

@@  .. cpp:var:: rpc ServerLive(ServerLiveRequest) returns
@@       (ServerLiveResponse)
@@
@@     Check liveness of the inference server.
@@
 

serverReady

public GrpcService.ServerReadyResponse serverReady(GrpcService.ServerReadyRequest request)

@@  .. cpp:var:: rpc ServerReady(ServerReadyRequest) returns
@@       (ServerReadyResponse)
@@
@@     Check readiness of the inference server.
@@
 

modelReady

public GrpcService.ModelReadyResponse modelReady(GrpcService.ModelReadyRequest request)

@@  .. cpp:var:: rpc ModelReady(ModelReadyRequest) returns
@@       (ModelReadyResponse)
@@
@@     Check readiness of a model in the inference server.
@@
 

serverMetadata

public GrpcService.ServerMetadataResponse serverMetadata(GrpcService.ServerMetadataRequest request)

@@  .. cpp:var:: rpc ServerMetadata(ServerMetadataRequest) returns
@@       (ServerMetadataResponse)
@@
@@     Get server metadata.
@@
 

modelMetadata

public GrpcService.ModelMetadataResponse modelMetadata(GrpcService.ModelMetadataRequest request)

@@  .. cpp:var:: rpc ModelMetadata(ModelMetadataRequest) returns
@@       (ModelMetadataResponse)
@@
@@     Get model metadata.
@@
 

modelInfer

public GrpcService.ModelInferResponse modelInfer(GrpcService.ModelInferRequest request)

@@  .. cpp:var:: rpc ModelInfer(ModelInferRequest) returns
@@       (ModelInferResponse)
@@
@@     Perform inference using a specific model.
@@
 

modelConfig

public GrpcService.ModelConfigResponse modelConfig(GrpcService.ModelConfigRequest request)

@@  .. cpp:var:: rpc ModelConfig(ModelConfigRequest) returns
@@       (ModelConfigResponse)
@@
@@     Get model configuration.
@@
 

modelStatistics

public GrpcService.ModelStatisticsResponse modelStatistics(GrpcService.ModelStatisticsRequest request)

@@  .. cpp:var:: rpc ModelStatistics(
@@                     ModelStatisticsRequest)
@@                   returns (ModelStatisticsResponse)
@@
@@     Get the cumulative inference statistics for a model.
@@
 

repositoryIndex

public GrpcService.RepositoryIndexResponse repositoryIndex(GrpcService.RepositoryIndexRequest request)

@@  .. cpp:var:: rpc RepositoryIndex(RepositoryIndexRequest) returns
@@       (RepositoryIndexResponse)
@@
@@     Get the index of model repository contents.
@@
 

repositoryModelLoad

public GrpcService.RepositoryModelLoadResponse repositoryModelLoad(GrpcService.RepositoryModelLoadRequest request)

@@  .. cpp:var:: rpc RepositoryModelLoad(RepositoryModelLoadRequest) returns
@@       (RepositoryModelLoadResponse)
@@
@@     Load or reload a model from a repository.
@@
 

repositoryModelUnload

public GrpcService.RepositoryModelUnloadResponse repositoryModelUnload(GrpcService.RepositoryModelUnloadRequest request)

@@  .. cpp:var:: rpc RepositoryModelUnload(RepositoryModelUnloadRequest)
@@       returns (RepositoryModelUnloadResponse)
@@
@@     Unload a model.
@@
 

systemSharedMemoryStatus

public GrpcService.SystemSharedMemoryStatusResponse systemSharedMemoryStatus(GrpcService.SystemSharedMemoryStatusRequest request)

@@  .. cpp:var:: rpc SystemSharedMemoryStatus(
@@                     SystemSharedMemoryStatusRequest)
@@                   returns (SystemSharedMemoryStatusRespose)
@@
@@     Get the status of all registered system-shared-memory regions.
@@
 

systemSharedMemoryRegister

public GrpcService.SystemSharedMemoryRegisterResponse systemSharedMemoryRegister(GrpcService.SystemSharedMemoryRegisterRequest request)

@@  .. cpp:var:: rpc SystemSharedMemoryRegister(
@@                     SystemSharedMemoryRegisterRequest)
@@                   returns (SystemSharedMemoryRegisterResponse)
@@
@@     Register a system-shared-memory region.
@@
 

systemSharedMemoryUnregister

public GrpcService.SystemSharedMemoryUnregisterResponse systemSharedMemoryUnregister(GrpcService.SystemSharedMemoryUnregisterRequest request)

@@  .. cpp:var:: rpc SystemSharedMemoryUnregister(
@@                     SystemSharedMemoryUnregisterRequest)
@@                   returns (SystemSharedMemoryUnregisterResponse)
@@
@@     Unregister a system-shared-memory region.
@@
 

cudaSharedMemoryStatus

public GrpcService.CudaSharedMemoryStatusResponse cudaSharedMemoryStatus(GrpcService.CudaSharedMemoryStatusRequest request)

@@  .. cpp:var:: rpc CudaSharedMemoryStatus(
@@                     CudaSharedMemoryStatusRequest)
@@                   returns (CudaSharedMemoryStatusRespose)
@@
@@     Get the status of all registered CUDA-shared-memory regions.
@@
 

cudaSharedMemoryRegister

public GrpcService.CudaSharedMemoryRegisterResponse cudaSharedMemoryRegister(GrpcService.CudaSharedMemoryRegisterRequest request)

@@  .. cpp:var:: rpc CudaSharedMemoryRegister(
@@                     CudaSharedMemoryRegisterRequest)
@@                   returns (CudaSharedMemoryRegisterResponse)
@@
@@     Register a CUDA-shared-memory region.
@@
 

cudaSharedMemoryUnregister

public GrpcService.CudaSharedMemoryUnregisterResponse cudaSharedMemoryUnregister(GrpcService.CudaSharedMemoryUnregisterRequest request)

@@  .. cpp:var:: rpc CudaSharedMemoryUnregister(
@@                     CudaSharedMemoryUnregisterRequest)
@@                   returns (CudaSharedMemoryUnregisterResponse)
@@
@@     Unregister a CUDA-shared-memory region.
@@
 

traceSetting

public GrpcService.TraceSettingResponse traceSetting(GrpcService.TraceSettingRequest request)

@@  .. cpp:var:: rpc TraceSetting(TraceSettingRequest)
@@                   returns (TraceSettingResponse)
@@
@@     Update and get the trace setting of the Triton server.
@@
 

logSettings

public GrpcService.LogSettingsResponse logSettings(GrpcService.LogSettingsRequest request)

@@  .. cpp:var:: rpc LogSettings(LogSettingsRequest)
@@                   returns (LogSettingsResponse)
@@
@@     Update and get the log settings of the Triton server.
@@