Index

A

allocate_bindings() (in module trtutils.core) allocate_managed_memory() (in module trtutils.core)

allocate_pinned_memory() (in module trtutils.core) allocate_to_device() (in module trtutils.core) allocation (trtutils.core.Binding attribute)

B

batch_size (trtutils.builder.ImageBatcher property) benchmark_engine() (in module trtutils) (in module trtutils.jetson) benchmark_engines() (in module trtutils) (in module trtutils.jetson) BenchmarkResult (class in trtutils)

Binding (class in trtutils.core) build_dla_engine() (in module trtutils.builder) build_engine() (in module trtutils) (in module trtutils.builder) (in module trtutils.trtexec) build_yolo_preproc() (in module trtutils.impls.onnx_models)

C

call() (trtutils.core.Kernel method) can_run_on_dla() (in module trtutils.builder) clear_cache() (in module trtutils.core.cache) compile_and_load_kernel() (in module trtutils.core) compile_kernel() (in module trtutils.core) context (trtutils.core.TRTEngineInterface property) CPUPreprocessor (class in trtutils.impls.yolo) create_args() (trtutils.core.Kernel method) create_binding() (in module trtutils.core)

create_context() (in module trtutils.core) create_engine() (in module trtutils.core) create_kernel_args() (in module trtutils.core) create_stream() (in module trtutils.core) cuda_call() (in module trtutils.core) cuda_free() (in module trtutils.core) cuda_host_free() (in module trtutils.core) cuda_malloc() (in module trtutils.core) CUDAPreprocessor (class in trtutils.impls.yolo)

D

decode_efficient_nms() (in module trtutils.impls.common) destroy_context() (in module trtutils.core) destroy_stream() (in module trtutils.core) direct_exec() (trtutils.core.TRTEngineInterface method) (trtutils.TRTEngine method)

direct_preproc() (trtutils.impls.yolo.CUDAPreprocessor method) (trtutils.impls.yolo.TRTPreprocessor method) disable_jit() (in module trtutils) dla_core (trtutils.core.TRTEngineInterface property) dtype (trtutils.core.Binding attribute) (trtutils.impls.yolo.YOLO property)

E

enable_jit() (in module trtutils) end2end() (trtutils.impls.yolo.ParallelYOLO method) (trtutils.impls.yolo.YOLO method) energy (trtutils.jetson.JetsonBenchmarkResult attribute) engine (trtutils.core.TRTEngineInterface property) (trtutils.impls.yolo.YOLO property) (trtutils.TRTModel property)

EngineCalibrator (class in trtutils.builder) execute() (trtutils.core.TRTEngineInterface method) (trtutils.TRTEngine method)

F

find_trtexec() (in module trtutils) (in module trtutils.trtexec)

free() (trtutils.core.Binding method) (trtutils.core.Kernel method) free_device_ptrs() (in module trtutils.core)

G

get_batch() (trtutils.builder.EngineCalibrator method) get_batch_size() (trtutils.builder.EngineCalibrator method) get_cache_dir() (in module trtutils.core.cache) get_detections() (in module trtutils.impls.yolo) (trtutils.impls.yolo.ParallelYOLO method) (trtutils.impls.yolo.YOLO method) get_detections_model() (trtutils.impls.yolo.ParallelYOLO method) get_engine_names() (in module trtutils.inspect)

get_model() (trtutils.impls.yolo.ParallelYOLO method) get_model_profiling() (trtutils.impls.yolo.ParallelYOLO method) get_next_batch() (trtutils.builder.ImageBatcher method) get_profiling() (trtutils.impls.yolo.ParallelYOLO method) get_random_input() (trtutils.core.TRTEngineInterface method) (trtutils.impls.yolo.ParallelYOLO method) (trtutils.impls.yolo.YOLO method) (trtutils.ParallelTRTEngines method) (trtutils.QueuedTRTEngine method)

H

host_allocation (trtutils.core.Binding attribute)

I

ImageBatcher (class in trtutils.builder) index (trtutils.core.Binding attribute) init_cuda() (in module trtutils.core) input_bindings (trtutils.core.TRTEngineInterface property) input_dtypes (trtutils.core.TRTEngineInterface property) (trtutils.QueuedTRTEngine property) input_shape (trtutils.impls.yolo.YOLO property)

input_shapes (trtutils.core.TRTEngineInterface property) (trtutils.QueuedTRTEngine property) input_spec (trtutils.core.TRTEngineInterface property) (trtutils.QueuedTRTEngine property) inspect_engine() (in module trtutils) (in module trtutils.inspect) is_input (trtutils.core.Binding attribute)

J

JetsonBenchmarkResult (class in trtutils.jetson)

K

Kernel (class in trtutils.core)

L

latency (trtutils.BenchmarkResult attribute) (trtutils.jetson.JetsonBenchmarkResult attribute)

launch_kernel() (in module trtutils.core) load_kernel() (in module trtutils.core) logger (trtutils.core.TRTEngineInterface property)

M

max (trtutils.Metric attribute) mean (trtutils.Metric attribute) median (trtutils.Metric attribute) memcpy_device_to_host() (in module trtutils.core) memcpy_device_to_host_async() (in module trtutils.core) memcpy_host_to_device() (in module trtutils.core) memcpy_host_to_device_async() (in module trtutils.core) memsize (trtutils.core.TRTEngineInterface property) Metric (class in trtutils) min (trtutils.Metric attribute) mock_execute() (trtutils.core.TRTEngineInterface method) mock_run() (trtutils.impls.yolo.YOLO method) (trtutils.TRTModel method) mock_submit() (trtutils.impls.yolo.ParallelYOLO method) (trtutils.ParallelTRTEngines method) (trtutils.QueuedTRTEngine method)

models (trtutils.impls.yolo.ParallelYOLO property) module trtutils trtutils.builder trtutils.core trtutils.core.cache trtutils.impls trtutils.impls.common trtutils.impls.kernels trtutils.impls.onnx_models trtutils.impls.yolo trtutils.inspect trtutils.jetson trtutils.trtexec

N

name (trtutils.core.Binding attribute) (trtutils.core.TRTEngineInterface property) (trtutils.impls.yolo.YOLO property)

num_batches (trtutils.builder.ImageBatcher property) nvrtc_call() (in module trtutils.core)

O

output_bindings (trtutils.core.TRTEngineInterface property) output_dtypes (trtutils.core.TRTEngineInterface property) (trtutils.QueuedTRTEngine property)

output_shapes (trtutils.core.TRTEngineInterface property) (trtutils.QueuedTRTEngine property) output_spec (trtutils.core.TRTEngineInterface property) (trtutils.QueuedTRTEngine property)

P

pagelocked_mem (trtutils.core.Binding attribute) (trtutils.core.TRTEngineInterface property) ParallelTRTEngines (class in trtutils) ParallelTRTModels (class in trtutils) ParallelYOLO (class in trtutils.impls.yolo) phase_finish() (trtutils.builder.ProgressBar method) phase_start() (trtutils.builder.ProgressBar method) postprocess() (in module trtutils.impls.yolo) (trtutils.impls.yolo.ParallelYOLO method) (trtutils.impls.yolo.YOLO method) (trtutils.TRTModel method) postprocess_efficient_nms() (in module trtutils.impls.common)

postprocess_model() (trtutils.impls.yolo.ParallelYOLO method) postprocessor (trtutils.TRTModel property) power_draw (trtutils.jetson.JetsonBenchmarkResult attribute) preprocess() (in module trtutils.impls.yolo) (trtutils.impls.yolo.CPUPreprocessor method) (trtutils.impls.yolo.CUDAPreprocessor method) (trtutils.impls.yolo.ParallelYOLO method) (trtutils.impls.yolo.TRTPreprocessor method) (trtutils.impls.yolo.YOLO method) (trtutils.TRTModel method) preprocess_model() (trtutils.impls.yolo.ParallelYOLO method) preprocessor (trtutils.TRTModel property) ProgressBar (class in trtutils.builder)

Q

query_cache() (in module trtutils.core.cache)

QueuedTRTEngine (class in trtutils) QueuedTRTModel (class in trtutils)

R

raw (trtutils.Metric attribute) raw_exec() (trtutils.TRTEngine method) read_calibration_cache() (trtutils.builder.EngineCalibrator method) read_onnx() (in module trtutils.builder) register_jit() (in module trtutils) retrieve() (trtutils.impls.yolo.ParallelYOLO method) (trtutils.ParallelTRTEngines method) (trtutils.ParallelTRTModels method) (trtutils.QueuedTRTEngine method) (trtutils.QueuedTRTModel method)

retrieve_model() (trtutils.impls.yolo.ParallelYOLO method) run() (trtutils.impls.yolo.YOLO method) (trtutils.TRTModel method) run_trtexec() (in module trtutils) (in module trtutils.trtexec)

S

set_batcher() (trtutils.builder.EngineCalibrator method) set_log_level() (in module trtutils) shape (trtutils.core.Binding attribute) step_complete() (trtutils.builder.ProgressBar method) stop() (trtutils.impls.yolo.ParallelYOLO method) (trtutils.ParallelTRTEngines method) (trtutils.ParallelTRTModels method) (trtutils.QueuedTRTEngine method) (trtutils.QueuedTRTModel method)

store_in_cache() (in module trtutils.core.cache) stream (trtutils.core.TRTEngineInterface property) (trtutils.TRTModel property) stream_synchronize() (in module trtutils.core) submit() (trtutils.impls.yolo.ParallelYOLO method) (trtutils.ParallelTRTEngines method) (trtutils.ParallelTRTModels method) (trtutils.QueuedTRTEngine method) (trtutils.QueuedTRTModel method) submit_model() (trtutils.impls.yolo.ParallelYOLO method)

T

tensor_format (trtutils.core.Binding attribute) TRTEngine (class in trtutils) TRTEngineInterface (class in trtutils.core) TRTModel (class in trtutils) TRTPreprocessor (class in trtutils.impls.yolo) trtutils module trtutils.builder module trtutils.core module trtutils.core.cache module trtutils.impls module

trtutils.impls.common module trtutils.impls.kernels module trtutils.impls.onnx_models module trtutils.impls.yolo module trtutils.inspect module trtutils.jetson module trtutils.trtexec module

U

unified_mem (trtutils.core.Binding attribute) (trtutils.core.TRTEngineInterface property)

W

warmup() (trtutils.core.TRTEngineInterface method) (trtutils.impls.yolo.CPUPreprocessor method) (trtutils.impls.yolo.CUDAPreprocessor method) (trtutils.impls.yolo.TRTPreprocessor method)

write_calibration_cache() (trtutils.builder.EngineCalibrator method)

Y

YOLO (class in trtutils.impls.yolo) YOLO10 (class in trtutils.impls.yolo) YOLO7 (class in trtutils.impls.yolo)

YOLO8 (class in trtutils.impls.yolo) YOLO9 (class in trtutils.impls.yolo) YOLOX (class in trtutils.impls.yolo)