Index A | B | C | D | E | F | G | H | I | J | K | L | M | N | O | P | Q | R | S | T | U | W A AbstractBatcher (class in trtutils.builder) allocate_bindings() (in module trtutils.core) allocate_managed_memory() (in module trtutils.core) allocate_pinned_memory() (in module trtutils.core) allocate_to_device() (in module trtutils.core) allocation (trtutils.core.Binding attribute) B batch_size (trtutils.builder.AbstractBatcher property) (trtutils.builder.ImageBatcher property) (trtutils.builder.SyntheticBatcher property) (trtutils.core.TRTEngineInterface property) benchmark_engine() (in module trtutils) (in module trtutils.jetson) benchmark_engines() (in module trtutils) (in module trtutils.jetson) BenchmarkResult (class in trtutils) Binding (class in trtutils.core) build_dla_engine() (in module trtutils.builder) build_engine() (in module trtutils) (in module trtutils.builder) (in module trtutils.trtexec) C call() (trtutils.core.Kernel method) can_run_on_dla() (in module trtutils.builder) ci95 (trtutils.Metric attribute) clear() (in module trtutils.core.cache) compile_and_load_kernel() (in module trtutils.core) compile_kernel() (in module trtutils.core) context (trtutils.core.TRTEngineInterface property) create_args() (trtutils.core.Kernel method) create_binding() (in module trtutils.core) create_context() (in module trtutils.core) create_engine() (in module trtutils.core) create_kernel_args() (in module trtutils.core) create_stream() (in module trtutils.core) cuda_call() (in module trtutils.core) cuda_free() (in module trtutils.core) cuda_graph_destroy() (in module trtutils.core) cuda_graph_exec_destroy() (in module trtutils.core) cuda_graph_instantiate() (in module trtutils.core) cuda_graph_launch() (in module trtutils.core) cuda_host_free() (in module trtutils.core) cuda_malloc() (in module trtutils.core) cuda_stream_begin_capture() (in module trtutils.core) cuda_stream_end_capture() (in module trtutils.core) CUDAGraph (class in trtutils.core) D destroy_context() (in module trtutils.core) destroy_stream() (in module trtutils.core) Device (class in trtutils) (class in trtutils.core) device (trtutils.core.TRTEngineInterface property) direct_exec() (trtutils.core.TRTEngineInterface method) (trtutils.TRTEngine method) disable_jit() (in module trtutils) disable_nvtx() (in module trtutils) dla_compatible (trtutils.inspect.LayerInfo attribute), [1] dla_core (trtutils.core.TRTEngineInterface property) dtype (trtutils.core.Binding attribute) E enable_jit() (in module trtutils) enable_nvtx() (in module trtutils) energy (trtutils.jetson.JetsonBenchmarkResult attribute) (trtutils.jetson.JetsonLayerInfo attribute), [1] (trtutils.jetson.JetsonProfilerResult attribute), [1] engine (trtutils.core.TRTEngineInterface property) EngineCalibrator (class in trtutils.builder) execute() (trtutils.core.TRTEngineInterface method) (trtutils.TRTEngine method) F find_trtexec() (in module trtutils) (in module trtutils.trtexec) free() (trtutils.core.Binding method) (trtutils.core.Kernel method) free_device_ptrs() (in module trtutils.core) G get_batch() (trtutils.builder.EngineCalibrator method) get_batch_size() (trtutils.builder.EngineCalibrator method) get_cache_dir() (in module trtutils.core.cache) get_compute_capability() (in module trtutils.core) get_device() (in module trtutils) (in module trtutils.core) get_device_count() (in module trtutils.core) get_device_name() (in module trtutils.core) get_engine_names() (in module trtutils.core) (in module trtutils.inspect) get_next_batch() (trtutils.builder.AbstractBatcher method) (trtutils.builder.ImageBatcher method) (trtutils.builder.SyntheticBatcher method) get_random_input() (trtutils.core.TRTEngineInterface method) get_sm_arch() (in module trtutils.core) get_tensor_size() (in module trtutils.inspect) graph_exec() (trtutils.TRTEngine method) H host_allocation (trtutils.core.Binding attribute) I ImageBatcher (class in trtutils.builder) index (trtutils.core.Binding attribute) (trtutils.inspect.LayerInfo attribute), [1] init_cuda() (in module trtutils.core) input_bindings (trtutils.core.TRTEngineInterface property) input_dtypes (trtutils.core.TRTEngineInterface property) input_names (trtutils.core.TRTEngineInterface property) input_shapes (trtutils.core.TRTEngineInterface property) input_spec (trtutils.core.TRTEngineInterface property) input_tensor_size (trtutils.inspect.LayerInfo attribute), [1] inspect_engine() (in module trtutils) (in module trtutils.inspect) inspect_onnx_layers() (in module trtutils.inspect) invalidate() (trtutils.core.CUDAGraph method) is_captured (trtutils.core.CUDAGraph property) is_dynamic_batch (trtutils.core.TRTEngineInterface property) is_input (trtutils.core.Binding attribute) iterations (trtutils.jetson.JetsonProfilerResult attribute) J JetsonBenchmarkResult (class in trtutils.jetson) JetsonLayerInfo (class in trtutils.jetson) JetsonProfilerResult (class in trtutils.jetson) K Kernel (class in trtutils.core) L latency (trtutils.BenchmarkResult attribute) (trtutils.jetson.JetsonBenchmarkResult attribute) launch() (trtutils.core.CUDAGraph method) launch_kernel() (in module trtutils.core) layer_type (trtutils.inspect.LayerInfo attribute), [1] LayerInfo (class in trtutils.inspect) layers (trtutils.jetson.JetsonProfilerResult attribute), [1] load_kernel() (in module trtutils.core) logger (trtutils.core.TRTEngineInterface property) M max (trtutils.jetson.JetsonLayerInfo attribute) (trtutils.Metric attribute) mean (trtutils.jetson.JetsonLayerInfo attribute) (trtutils.Metric attribute) median (trtutils.jetson.JetsonLayerInfo attribute) (trtutils.Metric attribute) memcpy_device_to_device() (in module trtutils.core) memcpy_device_to_device_async() (in module trtutils.core) memcpy_device_to_host() (in module trtutils.core) memcpy_device_to_host_async() (in module trtutils.core) memcpy_host_to_device() (in module trtutils.core) memcpy_host_to_device_async() (in module trtutils.core) memcpy_host_to_device_offset() (in module trtutils.core) memcpy_host_to_device_offset_async() (in module trtutils.core) memsize (trtutils.core.TRTEngineInterface property) Metric (class in trtutils) min (trtutils.jetson.JetsonLayerInfo attribute) (trtutils.Metric attribute) mock_execute() (trtutils.core.TRTEngineInterface method) module trtutils trtutils.builder trtutils.core trtutils.core.cache trtutils.inspect trtutils.jetson trtutils.trtexec N name (trtutils.core.Binding attribute) (trtutils.core.TRTEngineInterface property) (trtutils.inspect.LayerInfo attribute), [1] (trtutils.jetson.JetsonLayerInfo attribute) num_batches (trtutils.builder.AbstractBatcher property) (trtutils.builder.ImageBatcher property) (trtutils.builder.SyntheticBatcher property) nvrtc_call() (in module trtutils.core) NVTX (class in trtutils) O output_bindings (trtutils.core.TRTEngineInterface property) output_dtypes (trtutils.core.TRTEngineInterface property) output_names (trtutils.core.TRTEngineInterface property) output_shapes (trtutils.core.TRTEngineInterface property) output_spec (trtutils.core.TRTEngineInterface property) output_tensor_size (trtutils.inspect.LayerInfo attribute), [1] P pagelocked_mem (trtutils.core.Binding attribute) (trtutils.core.TRTEngineInterface property) phase_finish() (trtutils.builder.ProgressBar method) phase_start() (trtutils.builder.ProgressBar method) power (trtutils.jetson.JetsonLayerInfo attribute), [1] power_draw (trtutils.jetson.JetsonBenchmarkResult attribute) (trtutils.jetson.JetsonProfilerResult attribute), [1] precision (trtutils.inspect.LayerInfo attribute), [1] profile_engine() (in module trtutils) (in module trtutils.jetson) ProgressBar (class in trtutils.builder) Q query() (in module trtutils.core.cache) query_file() (in module trtutils.core.cache) query_timing_cache() (in module trtutils.core.cache) R raw (trtutils.jetson.JetsonLayerInfo attribute) (trtutils.Metric attribute) raw_exec() (trtutils.TRTEngine method) read_calibration_cache() (trtutils.builder.EngineCalibrator method) read_onnx() (in module trtutils.builder) register_jit() (in module trtutils) remove() (in module trtutils.core.cache) remove_file() (in module trtutils.core.cache) run_trtexec() (in module trtutils) (in module trtutils.trtexec) S save_calibration_data() (trtutils.builder.AbstractBatcher method) save_timing_cache_to_global() (in module trtutils.core.cache) set_batcher() (trtutils.builder.EngineCalibrator method) set_device() (in module trtutils) (in module trtutils.core) set_log_level() (in module trtutils) shape (trtutils.core.Binding attribute) start() (trtutils.core.CUDAGraph method) std (trtutils.Metric attribute) step_complete() (trtutils.builder.ProgressBar method) stop() (trtutils.core.CUDAGraph method) store() (in module trtutils.core.cache) store_file() (in module trtutils.core.cache) store_timing_cache() (in module trtutils.core.cache) stream (trtutils.core.TRTEngineInterface property) stream_synchronize() (in module trtutils.core) SyntheticBatcher (class in trtutils.builder) T tensor_format (trtutils.core.Binding attribute) total_time (trtutils.jetson.JetsonProfilerResult attribute) TRTEngine (class in trtutils) TRTEngineInterface (class in trtutils.core) trtutils module trtutils.builder module trtutils.core module trtutils.core.cache module trtutils.inspect module trtutils.jetson module trtutils.trtexec module U unified_mem (trtutils.core.Binding attribute) (trtutils.core.TRTEngineInterface property) W warmup() (trtutils.core.TRTEngineInterface method) write_calibration_cache() (trtutils.builder.EngineCalibrator method)