Hi,
The script is for TensorRT 8.4 API.
For TensorRT 8.2 library, please apply the following change:
diff --git a/infer.py b/infer.py
index bf8657c..3281a60 100644
--- a/infer.py
+++ b/infer.py
@@ -44,12 +44,12 @@ def PrepareEngine():
# create buffer
for binding in engine:
- size = trt.volume(engine.get_tensor_shape(binding)) * batch
+ size = trt.volume(engine.get_binding_shape(binding)) * batch
host_mem = cuda.pagelocked_empty(shape=[size],dtype=np.float32)
cuda_mem = cuda.mem_alloc(host_mem.nbytes)
bindings.append(int(cuda_mem))
- if engine.get_tensor_mode(binding)==trt.TensorIOMode.INPUT:
+ if engine.binding_is_input(binding):
host_inputs.append(host_mem)
cuda_inputs.append(cuda_mem)
else:
Thanks.