Package com.gencior.triton

Interface TritonClient

All Superinterfaces:

AutoCloseable

All Known Implementing Classes:

TritonGrpcClient, TritonHttpClient

public interface TritonClient
extends AutoCloseable

Author:

sachachoumiloff

Method Summary

Modifier and Type	Method	Description
List<TritonModelStatistics>	getInferenceStatistics(String modelId, String modelVersion)
TritonModelConfig	getModelConfig(String modelId)
TritonModelConfig	getModelConfig(String modelId, String modelVersion)
TritonModelMetadata	getModelMetadata(String modelId, String modelVersion)
TritonRepositoryIndex	getModelRepositoryIndex()
TritonServerMetadata	getServerMetadata()
InferResult	infer(String modelId, String modelVersion, List<InferInput> inputs, Map<String,GrpcService.InferParameter> customParameters)
InferResult	infer(String modelId, List<InferInput> inputs)
CompletableFuture<InferResult>	inferAsync(String modelId, String modelVersion, List<InferInput> inputs, Map<String,GrpcService.InferParameter> customParameters)
CompletableFuture<InferResult>	inferAsync(String modelId, List<InferInput> inputs)
boolean	isModelReady(String modelId)
boolean	isModelReady(String modelId, String modelVersion)
boolean	isServerLive()
boolean	isServerReady()
void	loadModel(String modelId)
void	unLoadModel(String modelId)

Methods inherited from interface java.lang.AutoCloseable

close

Method Details

isServerLive

boolean isServerLive()

isServerReady

boolean isServerReady()

getServerMetadata

TritonServerMetadata getServerMetadata()

isModelReady

boolean isModelReady(String modelId)

isModelReady

boolean isModelReady(String modelId,
 String modelVersion)

getModelMetadata

TritonModelMetadata getModelMetadata(String modelId,
 String modelVersion)

getModelConfig

TritonModelConfig getModelConfig(String modelId)

getModelConfig

TritonModelConfig getModelConfig(String modelId,
 String modelVersion)

getModelRepositoryIndex

TritonRepositoryIndex getModelRepositoryIndex()

loadModel

void loadModel(String modelId)

unLoadModel

void unLoadModel(String modelId)

getInferenceStatistics

List<TritonModelStatistics> getInferenceStatistics(String modelId,
 String modelVersion)

infer

InferResult infer(String modelId,
 List<InferInput> inputs)

infer

InferResult infer(String modelId,
 String modelVersion,
 List<InferInput> inputs,
 Map<String,GrpcService.InferParameter> customParameters)

inferAsync

CompletableFuture<InferResult> inferAsync(String modelId,
 List<InferInput> inputs)

inferAsync

CompletableFuture<InferResult> inferAsync(String modelId,
 String modelVersion,
 List<InferInput> inputs,
 Map<String,GrpcService.InferParameter> customParameters)