Uses of Class
inference.ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder
Packages that use ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder
-
Uses of ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder in inference
Methods in inference that return ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.BuilderModifier and TypeMethodDescriptionModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder.addAllGraphSpec(Iterable<? extends ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec> values) @@ .. cpp:var:: GraphSpec graph_spec (repeated) @@ @@ Specification of the CUDA graph to be captured.ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder.addGraphSpec(int index, ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec value) @@ .. cpp:var:: GraphSpec graph_spec (repeated) @@ @@ Specification of the CUDA graph to be captured.ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder.addGraphSpec(int index, ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder builderForValue) @@ .. cpp:var:: GraphSpec graph_spec (repeated) @@ @@ Specification of the CUDA graph to be captured.ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder.addGraphSpec(ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec value) @@ .. cpp:var:: GraphSpec graph_spec (repeated) @@ @@ Specification of the CUDA graph to be captured.ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder.addGraphSpec(ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder builderForValue) @@ .. cpp:var:: GraphSpec graph_spec (repeated) @@ @@ Specification of the CUDA graph to be captured.ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder.addRepeatedField(com.google.protobuf.Descriptors.FieldDescriptor field, Object value) ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder.clear()ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder.clearBusyWaitEvents()@@ .. cpp:var:: bool busy_wait_events @@ @@ Use busy-waiting to synchronize CUDA events to achieve minimum @@ latency from event complete to host thread to be notified, with @@ the cost of high CPU load.ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder.clearField(com.google.protobuf.Descriptors.FieldDescriptor field) ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder.clearGraphs()@@ .. cpp:var:: bool graphs @@ @@ Use CUDA graphs API to capture model operations and execute @@ them more efficiently.ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder.clearGraphSpec()@@ .. cpp:var:: GraphSpec graph_spec (repeated) @@ @@ Specification of the CUDA graph to be captured.ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder.clearOneof(com.google.protobuf.Descriptors.OneofDescriptor oneof) ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder.clearOutputCopyStream()@@ .. cpp:var:: bool output_copy_stream @@ @@ Uses a CUDA stream separate from the inference stream to copy the @@ output to host.ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder.clone()ModelConfigOuterClass.ModelOptimizationPolicy.Builder.getCudaBuilder()@@ .. cpp:var:: Cuda cuda @@ @@ CUDA-specific optimization settings.ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder.mergeFrom(com.google.protobuf.CodedInputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry) ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder.mergeFrom(com.google.protobuf.Message other) ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder.mergeFrom(ModelConfigOuterClass.ModelOptimizationPolicy.Cuda other) ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder.mergeUnknownFields(com.google.protobuf.UnknownFieldSet unknownFields) ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.newBuilder()ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.newBuilder(ModelConfigOuterClass.ModelOptimizationPolicy.Cuda prototype) ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.newBuilderForType()ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.newBuilderForType(com.google.protobuf.GeneratedMessageV3.BuilderParent parent) ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder.removeGraphSpec(int index) @@ .. cpp:var:: GraphSpec graph_spec (repeated) @@ @@ Specification of the CUDA graph to be captured.ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder.setBusyWaitEvents(boolean value) @@ .. cpp:var:: bool busy_wait_events @@ @@ Use busy-waiting to synchronize CUDA events to achieve minimum @@ latency from event complete to host thread to be notified, with @@ the cost of high CPU load.ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder.setField(com.google.protobuf.Descriptors.FieldDescriptor field, Object value) ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder.setGraphs(boolean value) @@ .. cpp:var:: bool graphs @@ @@ Use CUDA graphs API to capture model operations and execute @@ them more efficiently.ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder.setGraphSpec(int index, ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec value) @@ .. cpp:var:: GraphSpec graph_spec (repeated) @@ @@ Specification of the CUDA graph to be captured.ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder.setGraphSpec(int index, ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.GraphSpec.Builder builderForValue) @@ .. cpp:var:: GraphSpec graph_spec (repeated) @@ @@ Specification of the CUDA graph to be captured.ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder.setOutputCopyStream(boolean value) @@ .. cpp:var:: bool output_copy_stream @@ @@ Uses a CUDA stream separate from the inference stream to copy the @@ output to host.ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder.setRepeatedField(com.google.protobuf.Descriptors.FieldDescriptor field, int index, Object value) ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder.setUnknownFields(com.google.protobuf.UnknownFieldSet unknownFields) ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.toBuilder()Methods in inference with parameters of type ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.BuilderModifier and TypeMethodDescriptionModelConfigOuterClass.ModelOptimizationPolicy.Builder.setCuda(ModelConfigOuterClass.ModelOptimizationPolicy.Cuda.Builder builderForValue) @@ .. cpp:var:: Cuda cuda @@ @@ CUDA-specific optimization settings.