Package com.gencior.triton.http

Class TritonHttpClient

java.lang.Object

com.gencior.triton.http.TritonHttpClient

All Implemented Interfaces:

TritonClient, AutoCloseable

public class TritonHttpClient
extends Object
implements TritonClient

Author:

sachachoumiloff

Constructor Summary

Constructors

Constructor	Description
TritonHttpClient()

Method Summary

Modifier and Type	Method	Description
void	close()
List<TritonModelStatistics>	getInferenceStatistics(String modelId, String modelVersion)
TritonModelConfig	getModelConfig(String modelId)
TritonModelConfig	getModelConfig(String modelId, String modelVersion)
TritonModelMetadata	getModelMetadata(String modelId, String modelVersion)
TritonRepositoryIndex	getModelRepositoryIndex()
TritonServerMetadata	getServerMetadata()
InferResult	infer(String modelId, String modelVersion, List<InferInput> inputs, Map<String,GrpcService.InferParameter> customParameters)
InferResult	infer(String modelId, List<InferInput> inputs)
CompletableFuture<InferResult>	inferAsync(String modelId, String modelVersion, List<InferInput> inputs, Map<String,GrpcService.InferParameter> customParameters)
CompletableFuture<InferResult>	inferAsync(String modelId, List<InferInput> inputs)
boolean	isModelReady(String modelId)
boolean	isModelReady(String modelId, String modelVersion)
boolean	isServerLive()
boolean	isServerReady()
void	loadModel(String modelId)
void	unLoadModel(String modelId)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Details

TritonHttpClient

public TritonHttpClient()

Method Details

close

public void close()
           throws Exception

Specified by:

close in interface AutoCloseable

Throws:

Exception

isServerLive

public boolean isServerLive()

Specified by:

isServerLive in interface TritonClient

isServerReady

public boolean isServerReady()

Specified by:

isServerReady in interface TritonClient

getServerMetadata

public TritonServerMetadata getServerMetadata()

Specified by:

getServerMetadata in interface TritonClient

isModelReady

public boolean isModelReady(String modelId)

Specified by:

isModelReady in interface TritonClient

isModelReady

public boolean isModelReady(String modelId,
 String modelVersion)

Specified by:

isModelReady in interface TritonClient

getModelMetadata

public TritonModelMetadata getModelMetadata(String modelId,
 String modelVersion)

Specified by:

getModelMetadata in interface TritonClient

getModelConfig

public TritonModelConfig getModelConfig(String modelId)

Specified by:

getModelConfig in interface TritonClient

getModelConfig

public TritonModelConfig getModelConfig(String modelId,
 String modelVersion)

Specified by:

getModelConfig in interface TritonClient

getModelRepositoryIndex

public TritonRepositoryIndex getModelRepositoryIndex()

Specified by:

getModelRepositoryIndex in interface TritonClient

loadModel

public void loadModel(String modelId)

Specified by:

loadModel in interface TritonClient

unLoadModel

public void unLoadModel(String modelId)

Specified by:

unLoadModel in interface TritonClient

getInferenceStatistics

public List<TritonModelStatistics> getInferenceStatistics(String modelId,
 String modelVersion)

Specified by:

getInferenceStatistics in interface TritonClient

infer

public InferResult infer(String modelId,
 List<InferInput> inputs)

Specified by:

infer in interface TritonClient

infer

public InferResult infer(String modelId,
 String modelVersion,
 List<InferInput> inputs,
 Map<String,GrpcService.InferParameter> customParameters)

Specified by:

infer in interface TritonClient

inferAsync

public CompletableFuture<InferResult> inferAsync(String modelId,
 List<InferInput> inputs)

Specified by:

inferAsync in interface TritonClient

inferAsync

public CompletableFuture<InferResult> inferAsync(String modelId,
 String modelVersion,
 List<InferInput> inputs,
 Map<String,GrpcService.InferParameter> customParameters)

Specified by:

inferAsync in interface TritonClient