UPDATE: I thought previously that the error might be due to low memory…so I added swap file using this link: https://www.jetsonhacks.com/2019/04/14/jetson-nano-use-more-memory/
(so current memory status: ram + default distribution of swap memory+ swapfile 6gb)
Now that I can the same command, here is what the error is (same as before):
python3 object_tracker.py --weights ./checkpoints/yolov4 -tiny-416 --model yolov4 --video 0 --tiny --info
Traceback (most recent call last):
File "object_tracker.py", line 238, in <module>
app.run(main)
File "/usr/local/lib/python3.6/dist-packages/absl/app.py", line 303, in run
_run_main(main, args)
File "/usr/local/lib/python3.6/dist-packages/absl/app.py", line 251, in _run_main
sys.exit(main(argv))
File "object_tracker.py", line 73, in main
saved_model_loaded = tf.saved_model.load(FLAGS.weights, tags=[tag_constants.SERVING])
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/saved_model/load.py", line 6 03, in load
return load_internal(export_dir, tags, options)
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/saved_model/load.py", line 6 33, in load_internal
ckpt_options)
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/saved_model/load.py", line 1 31, in __init__
self._restore_checkpoint()
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/saved_model/load.py", line 3 30, in _restore_checkpoint
load_status = saver.restore(variables_path, self._checkpoint_options)
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/training/tracking/util.py", line 1320, in restore
checkpoint=checkpoint, proto_id=0).restore(self._graph_view.root)
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/training/tracking/base.py", line 209, in restore
restore_ops = trackable._restore_from_checkpoint_position(self) # pylint: disable=protec ted-access
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/training/tracking/base.py", line 914, in _restore_from_checkpoint_position
tensor_saveables, python_saveables))
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/training/tracking/util.py", line 297, in restore_saveables
validated_saveables).restore(self.save_path_tensor, self.options)
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/training/saving/functional_s aver.py", line 340, in restore
restore_ops = restore_fn()
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/training/saving/functional_s aver.py", line 316, in restore_fn
restore_ops.update(saver.restore(file_prefix, options))
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/training/saving/functional_s aver.py", line 111, in restore
restored_tensors, restored_shapes=None)
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/training/saving/saveable_obj ect_util.py", line 125, in restore
restored_tensor = array_ops.identity(restored_tensor)
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/util/dispatch.py", line 201, in wrapper
return target(*args, **kwargs)
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/ops/array_ops.py", line 287, in identity
ret = gen_array_ops.identity(input, name=name)
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/ops/gen_array_ops.py", line 3992, in identity
_ops.raise_from_not_ok_status(e, name)
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/framework/ops.py", line 6843 , in raise_from_not_ok_status
six.raise_from(core._status_to_exception(e.code, message), None)
File "<string>", line 3, in raise_from
tensorflow.python.framework.errors_impl.InternalError: Failed copying input tensor from /job: localhost/replica:0/task:0/device:CPU:0 to /job:localhost/replica:0/task:0/device:GPU:0 in or der to run Identity: Dst tensor is not initialized. [Op:Identity]
and here is what tegrastats logged…
RAM 464/1980MB (lfb 22x4MB) SWAP 122/11230MB (cached 7MB) CPU [1%@1224,0%@1224,0%@1224,0%@1224] EMC_FREQ 0% GR3D_FREQ 0% PLL@27.5C CPU@30C PMIC@100C GPU@29.5C AO@38.5C thermal@29.75C
RAM 464/1980MB (lfb 22x4MB) SWAP 122/11230MB (cached 7MB) CPU [0%@1224,0%@1224,0%@1224,0%@1224] EMC_FREQ 0% GR3D_FREQ 0% PLL@28C CPU@30.5C PMIC@100C GPU@30C AO@38.5C thermal@30C
RAM 470/1980MB (lfb 22x4MB) SWAP 122/11230MB (cached 7MB) CPU [17%@1479,0%@1479,0%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@28C CPU@30.5C PMIC@100C GPU@30C AO@39C thermal@30C
RAM 485/1980MB (lfb 22x4MB) SWAP 122/11230MB (cached 7MB) CPU [33%@1224,0%@1224,17%@1224,10%@1224] EMC_FREQ 0% GR3D_FREQ 0% PLL@28C CPU@30.5C PMIC@100C GPU@30C AO@38.5C thermal@30.25C
RAM 491/1980MB (lfb 22x4MB) SWAP 122/11230MB (cached 7MB) CPU [10%@1224,0%@1224,4%@1224,28%@1224] EMC_FREQ 0% GR3D_FREQ 0% PLL@28C CPU@30.5C PMIC@100C GPU@30C AO@38.5C thermal@30.25C
RAM 495/1980MB (lfb 22x4MB) SWAP 122/11230MB (cached 7MB) CPU [5%@1224,0%@1224,8%@1224,3%@1224] EMC_FREQ 0% GR3D_FREQ 0% PLL@28C CPU@30C PMIC@100C GPU@30C AO@38.5C thermal@30C
RAM 516/1980MB (lfb 22x4MB) SWAP 122/11230MB (cached 7MB) CPU [55%@1479,0%@1479,4%@1479,8%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@28C CPU@31.5C PMIC@100C GPU@30C AO@39C thermal@30.25C
RAM 529/1980MB (lfb 22x4MB) SWAP 122/11230MB (cached 7MB) CPU [48%@1479,8%@1479,7%@1479,7%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@28C CPU@30.5C PMIC@100C GPU@30C AO@39C thermal@30.25C
RAM 544/1980MB (lfb 22x4MB) SWAP 122/11230MB (cached 7MB) CPU [57%@1224,2%@1224,5%@1224,14%@1224] EMC_FREQ 0% GR3D_FREQ 0% PLL@28C CPU@30.5C PMIC@100C GPU@30C AO@39C thermal@30.75C
RAM 556/1980MB (lfb 22x4MB) SWAP 122/11230MB (cached 7MB) CPU [51%@1224,1%@1224,6%@1224,6%@1224] EMC_FREQ 0% GR3D_FREQ 0% PLL@28C CPU@30.5C PMIC@100C GPU@30C AO@39C thermal@30.25C
RAM 571/1980MB (lfb 22x4MB) SWAP 122/11230MB (cached 7MB) CPU [43%@1479,1%@1479,20%@1479,9%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@28C CPU@30.5C PMIC@100C GPU@30C AO@39C thermal@30.25C
RAM 584/1980MB (lfb 21x4MB) SWAP 122/11230MB (cached 7MB) CPU [9%@1479,0%@1479,72%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@28.5C CPU@30.5C PMIC@100C GPU@30.5C AO@38.5C thermal@30.5C
RAM 597/1980MB (lfb 21x4MB) SWAP 122/11230MB (cached 7MB) CPU [6%@1326,3%@1326,54%@1326,6%@1326] EMC_FREQ 0% GR3D_FREQ 0% PLL@28C CPU@31C PMIC@100C GPU@30C AO@38.5C thermal@30.5C
RAM 608/1980MB (lfb 21x4MB) SWAP 122/11230MB (cached 7MB) CPU [30%@1479,9%@1479,16%@1479,5%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@28C CPU@31.5C PMIC@100C GPU@30C AO@39C thermal@30.5C
RAM 614/1980MB (lfb 20x4MB) SWAP 122/11230MB (cached 7MB) CPU [11%@1224,0%@1224,30%@1224,20%@1224] EMC_FREQ 0% GR3D_FREQ 0% PLL@28C CPU@30.5C PMIC@100C GPU@28C AO@38.5C thermal@30.25C
RAM 620/1980MB (lfb 20x4MB) SWAP 122/11230MB (cached 7MB) CPU [11%@1224,0%@1224,5%@1224,1%@1224] EMC_FREQ 0% GR3D_FREQ 0% PLL@28C CPU@30.5C PMIC@100C GPU@30C AO@39C thermal@30.25C
RAM 663/1980MB (lfb 20x4MB) SWAP 122/11230MB (cached 7MB) CPU [26%@1224,16%@1224,7%@1224,6%@1224] EMC_FREQ 0% GR3D_FREQ 1% PLL@28C CPU@30.5C PMIC@100C GPU@27.5C AO@39C thermal@29C
RAM 729/1980MB (lfb 20x4MB) SWAP 122/11230MB (cached 7MB) CPU [9%@1224,36%@1224,10%@1224,8%@1224] EMC_FREQ 0% GR3D_FREQ 40% PLL@28C CPU@30.5C PMIC@100C GPU@28C AO@39C thermal@29C
RAM 798/1980MB (lfb 20x4MB) SWAP 122/11230MB (cached 7MB) CPU [9%@1479,28%@1479,24%@1479,11%@1479] EMC_FREQ 0% GR3D_FREQ 46% PLL@28.5C CPU@31.5C PMIC@100C GPU@28C AO@39C thermal@29.25C
RAM 881/1980MB (lfb 20x4MB) SWAP 122/11230MB (cached 7MB) CPU [8%@1224,14%@1224,11%@1224,47%@1224] EMC_FREQ 0% GR3D_FREQ 0% PLL@28.5C CPU@31.5C PMIC@100C GPU@28C AO@39C thermal@29.25C
RAM 978/1980MB (lfb 20x4MB) SWAP 122/11230MB (cached 7MB) CPU [4%@1479,53%@1479,10%@1479,23%@1479] EMC_FREQ 0% GR3D_FREQ 48% PLL@28.5C CPU@31.5C PMIC@100C GPU@28C AO@39C thermal@29.75C
RAM 1041/1980MB (lfb 20x4MB) SWAP 122/11230MB (cached 7MB) CPU [15%@1479,11%@1479,6%@1479,55%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@28.5C CPU@31C PMIC@100C GPU@28C AO@39C thermal@29.75C
RAM 1099/1980MB (lfb 14x4MB) SWAP 122/11230MB (cached 7MB) CPU [5%@1479,2%@1479,57%@1479,20%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@28.5C CPU@31.5C PMIC@100C GPU@30.5C AO@39C thermal@29.5C
RAM 1111/1980MB (lfb 14x4MB) SWAP 122/11230MB (cached 7MB) CPU [1%@1479,1%@1479,96%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@28C CPU@32C PMIC@100C GPU@30C AO@39.5C thermal@31C
RAM 1121/1980MB (lfb 14x4MB) SWAP 122/11230MB (cached 7MB) CPU [0%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@28.5C CPU@32C PMIC@100C GPU@30.5C AO@39C thermal@31C
RAM 1128/1980MB (lfb 12x4MB) SWAP 122/11230MB (cached 7MB) CPU [0%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@28.5C CPU@31.5C PMIC@100C GPU@30.5C AO@39C thermal@31C
RAM 1137/1980MB (lfb 10x4MB) SWAP 122/11230MB (cached 7MB) CPU [0%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@28.5C CPU@31.5C PMIC@100C GPU@30.5C AO@39.5C thermal@31C
RAM 1142/1980MB (lfb 8x4MB) SWAP 122/11230MB (cached 7MB) CPU [2%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@28.5C CPU@32C PMIC@100C GPU@30.5C AO@39.5C thermal@31.25C
RAM 1152/1980MB (lfb 6x4MB) SWAP 122/11230MB (cached 7MB) CPU [0%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@28.5C CPU@32C PMIC@100C GPU@30.5C AO@39.5C thermal@31.25C
RAM 1156/1980MB (lfb 5x4MB) SWAP 122/11230MB (cached 7MB) CPU [1%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@28.5C CPU@31.5C PMIC@100C GPU@30.5C AO@39C thermal@31.5C
RAM 1166/1980MB (lfb 2x4MB) SWAP 122/11230MB (cached 7MB) CPU [0%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@28.5C CPU@32C PMIC@100C GPU@30.5C AO@39C thermal@31C
RAM 1176/1980MB (lfb 21x1MB) SWAP 122/11230MB (cached 7MB) CPU [1%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@28.5C CPU@32C PMIC@100C GPU@30.5C AO@39.5C thermal@31.5C
RAM 1180/1980MB (lfb 17x1MB) SWAP 122/11230MB (cached 7MB) CPU [2%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@28.5C CPU@31C PMIC@100C GPU@30.5C AO@39C thermal@31C
RAM 1189/1980MB (lfb 12x1MB) SWAP 122/11230MB (cached 7MB) CPU [0%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@28.5C CPU@31.5C PMIC@100C GPU@30.5C AO@39C thermal@31C
RAM 1199/1980MB (lfb 6x1MB) SWAP 122/11230MB (cached 7MB) CPU [0%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@28.5C CPU@32C PMIC@100C GPU@30.5C AO@39C thermal@31.25C
RAM 1212/1980MB (lfb 26x512kB) SWAP 122/11230MB (cached 7MB) CPU [1%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@28.5C CPU@31C PMIC@100C GPU@30.5C AO@39.5C thermal@31.25C
RAM 1212/1980MB (lfb 25x512kB) SWAP 122/11230MB (cached 7MB) CPU [1%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@28.5C CPU@31.5C PMIC@100C GPU@30.5C AO@39C thermal@31C
RAM 1226/1980MB (lfb 13x512kB) SWAP 122/11230MB (cached 7MB) CPU [0%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29C CPU@32C PMIC@100C GPU@31C AO@39C thermal@31.5C
RAM 1233/1980MB (lfb 5x512kB) SWAP 122/11230MB (cached 7MB) CPU [0%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29C CPU@32C PMIC@100C GPU@31C AO@39C thermal@31.5C
RAM 1233/1980MB (lfb 2x512kB) SWAP 122/11230MB (cached 7MB) CPU [57%@1479,3%@1479,41%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@28.5C CPU@32C PMIC@100C GPU@30.5C AO@39.5C thermal@31.25C
RAM 1236/1980MB (lfb 2x512kB) SWAP 122/11230MB (cached 7MB) CPU [0%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29C CPU@32C PMIC@100C GPU@31C AO@39.5C thermal@31.5C
RAM 1238/1980MB (lfb 1x512kB) SWAP 122/11230MB (cached 7MB) CPU [0%@1479,0%@1479,97%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29C CPU@32C PMIC@100C GPU@31C AO@39.5C thermal@31.5C
RAM 1240/1980MB (lfb 19x256kB) SWAP 122/11230MB (cached 7MB) CPU [0%@1479,2%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29C CPU@32C PMIC@100C GPU@31C AO@39.5C thermal@31.5C
RAM 1242/1980MB (lfb 19x256kB) SWAP 122/11230MB (cached 7MB) CPU [1%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29C CPU@31.5C PMIC@100C GPU@31C AO@39C thermal@31C
RAM 1253/1980MB (lfb 19x256kB) SWAP 122/11230MB (cached 7MB) CPU [0%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@28.5C CPU@32C PMIC@100C GPU@30.5C AO@39.5C thermal@31.5C
RAM 1253/1980MB (lfb 19x256kB) SWAP 122/11230MB (cached 7MB) CPU [0%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@28.5C CPU@32.5C PMIC@100C GPU@30.5C AO@39.5C thermal@31.5C
RAM 1250/1980MB (lfb 19x256kB) SWAP 122/11230MB (cached 7MB) CPU [0%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29C CPU@32C PMIC@100C GPU@31C AO@39.5C thermal@31.5C
RAM 1256/1980MB (lfb 17x256kB) SWAP 122/11230MB (cached 7MB) CPU [1%@1479,2%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29C CPU@32C PMIC@100C GPU@31C AO@39.5C thermal@31.5C
RAM 1256/1980MB (lfb 17x256kB) SWAP 122/11230MB (cached 7MB) CPU [0%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29C CPU@32C PMIC@100C GPU@31C AO@39C thermal@31.5C
RAM 1252/1980MB (lfb 18x256kB) SWAP 122/11230MB (cached 7MB) CPU [1%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29C CPU@32C PMIC@100C GPU@31C AO@39.5C thermal@31.5C
RAM 1253/1980MB (lfb 18x256kB) SWAP 122/11230MB (cached 7MB) CPU [0%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29C CPU@32C PMIC@100C GPU@31C AO@39.5C thermal@31.5C
RAM 1255/1980MB (lfb 18x256kB) SWAP 122/11230MB (cached 7MB) CPU [1%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29C CPU@32C PMIC@100C GPU@31C AO@39.5C thermal@31.5C
RAM 1258/1980MB (lfb 18x256kB) SWAP 122/11230MB (cached 7MB) CPU [0%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29C CPU@32.5C PMIC@100C GPU@31C AO@39.5C thermal@31.75C
RAM 1261/1980MB (lfb 18x256kB) SWAP 122/11230MB (cached 7MB) CPU [0%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@28.5C CPU@32C PMIC@100C GPU@30.5C AO@39.5C thermal@31.25C
RAM 1261/1980MB (lfb 18x256kB) SWAP 122/11230MB (cached 7MB) CPU [0%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29C CPU@31.5C PMIC@100C GPU@31C AO@39.5C thermal@31.25C
RAM 1263/1980MB (lfb 18x256kB) SWAP 122/11230MB (cached 7MB) CPU [4%@1479,1%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29C CPU@32.5C PMIC@100C GPU@31C AO@39.5C thermal@30.5C
RAM 1266/1980MB (lfb 18x256kB) SWAP 122/11230MB (cached 7MB) CPU [0%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29C CPU@32C PMIC@100C GPU@31C AO@39.5C thermal@31.5C
RAM 1267/1980MB (lfb 17x256kB) SWAP 122/11230MB (cached 7MB) CPU [1%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29C CPU@32C PMIC@100C GPU@31C AO@39.5C thermal@31.5C
RAM 1270/1980MB (lfb 17x256kB) SWAP 122/11230MB (cached 7MB) CPU [0%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29C CPU@32C PMIC@100C GPU@31C AO@39.5C thermal@31.5C
RAM 1273/1980MB (lfb 17x256kB) SWAP 122/11230MB (cached 7MB) CPU [1%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29C CPU@32.5C PMIC@100C GPU@31C AO@40C thermal@31.5C
RAM 1270/1980MB (lfb 14x256kB) SWAP 122/11230MB (cached 7MB) CPU [1%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29C CPU@32C PMIC@100C GPU@31C AO@39.5C thermal@31.5C
RAM 1271/1980MB (lfb 14x256kB) SWAP 122/11230MB (cached 7MB) CPU [1%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29.5C CPU@32.5C PMIC@100C GPU@31.5C AO@39.5C thermal@31.5C
RAM 1273/1980MB (lfb 3x256kB) SWAP 122/11230MB (cached 7MB) CPU [2%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29C CPU@32.5C PMIC@100C GPU@31C AO@40C thermal@31.75C
RAM 1276/1980MB (lfb 2x256kB) SWAP 122/11230MB (cached 7MB) CPU [1%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29.5C CPU@32.5C PMIC@100C GPU@31.5C AO@40C thermal@32C
RAM 1275/1980MB (lfb 16x128kB) SWAP 122/11230MB (cached 7MB) CPU [0%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29C CPU@32.5C PMIC@100C GPU@31C AO@40C thermal@31.5C
RAM 1276/1980MB (lfb 5x256kB) SWAP 122/11230MB (cached 7MB) CPU [0%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29C CPU@32.5C PMIC@100C GPU@31C AO@40C thermal@31.75C
RAM 1281/1980MB (lfb 15x128kB) SWAP 122/11230MB (cached 7MB) CPU [0%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29C CPU@32C PMIC@100C GPU@31C AO@40C thermal@31.75C
RAM 1278/1980MB (lfb 17x128kB) SWAP 122/11230MB (cached 7MB) CPU [2%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29C CPU@32.5C PMIC@100C GPU@31C AO@40C thermal@31.75C
RAM 1279/1980MB (lfb 17x128kB) SWAP 122/11230MB (cached 7MB) CPU [1%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29.5C CPU@32C PMIC@100C GPU@31.5C AO@39.5C thermal@31.25C
RAM 1281/1980MB (lfb 17x128kB) SWAP 122/11230MB (cached 7MB) CPU [0%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29.5C CPU@32.5C PMIC@100C GPU@31.5C AO@40C thermal@31.75C
RAM 1284/1980MB (lfb 12x128kB) SWAP 122/11230MB (cached 7MB) CPU [0%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29.5C CPU@33C PMIC@100C GPU@31.5C AO@39.5C thermal@32C
RAM 1282/1980MB (lfb 10x128kB) SWAP 122/11230MB (cached 7MB) CPU [2%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29C CPU@32.5C PMIC@100C GPU@31C AO@39.5C thermal@31.75C
RAM 1287/1980MB (lfb 10x128kB) SWAP 122/11230MB (cached 7MB) CPU [0%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29C CPU@32.5C PMIC@100C GPU@31C AO@39.5C thermal@31.75C
RAM 1275/1980MB (lfb 6x128kB) SWAP 122/11230MB (cached 7MB) CPU [1%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29.5C CPU@32.5C PMIC@100C GPU@31.5C AO@40C thermal@31.75C
RAM 1280/1980MB (lfb 6x128kB) SWAP 122/11230MB (cached 7MB) CPU [1%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29.5C CPU@32.5C PMIC@100C GPU@31.5C AO@39.5C thermal@31.75C
RAM 1285/1980MB (lfb 6x128kB) SWAP 122/11230MB (cached 7MB) CPU [0%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29.5C CPU@32.5C PMIC@100C GPU@31.5C AO@40C thermal@31.75C
RAM 1290/1980MB (lfb 6x128kB) SWAP 122/11230MB (cached 7MB) CPU [0%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29.5C CPU@32C PMIC@100C GPU@31.5C AO@39.5C thermal@32C
RAM 1290/1980MB (lfb 6x128kB) SWAP 122/11230MB (cached 7MB) CPU [1%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29.5C CPU@32.5C PMIC@100C GPU@31.5C AO@40C thermal@32C
RAM 1295/1980MB (lfb 6x128kB) SWAP 122/11230MB (cached 7MB) CPU [0%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29.5C CPU@32.5C PMIC@100C GPU@31.5C AO@40C thermal@32C
RAM 1297/1980MB (lfb 7x128kB) SWAP 122/11230MB (cached 7MB) CPU [2%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29.5C CPU@32.5C PMIC@100C GPU@31.5C AO@40C thermal@32C
RAM 1299/1980MB (lfb 4x128kB) SWAP 122/11230MB (cached 7MB) CPU [1%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29.5C CPU@32.5C PMIC@100C GPU@31.5C AO@40C thermal@32C
RAM 1287/1980MB (lfb 2x1MB) SWAP 122/11230MB (cached 7MB) CPU [2%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29.5C CPU@32.5C PMIC@100C GPU@31.5C AO@40C thermal@32C
RAM 1296/1980MB (lfb 2x1MB) SWAP 122/11230MB (cached 7MB) CPU [0%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29.5C CPU@32C PMIC@100C GPU@31.5C AO@40C thermal@32.25C
RAM 1276/1980MB (lfb 8x256kB) SWAP 121/11230MB (cached 8MB) CPU [29%@1479,11%@1479,100%@1479,21%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29.5C CPU@32.5C PMIC@100C GPU@31.5C AO@40C thermal@31.75C
RAM 1271/1980MB (lfb 5x512kB) SWAP 121/11230MB (cached 8MB) CPU [75%@1479,4%@1479,100%@1479,10%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29.5C CPU@33C PMIC@100C GPU@31.5C AO@40C thermal@32.5C
RAM 1273/1980MB (lfb 5x512kB) SWAP 121/11230MB (cached 8MB) CPU [1%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29.5C CPU@32.5C PMIC@100C GPU@31.5C AO@40.5C thermal@32.5C
RAM 1273/1980MB (lfb 5x512kB) SWAP 121/11230MB (cached 8MB) CPU [0%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29.5C CPU@33C PMIC@100C GPU@31.5C AO@40C thermal@32.25C
RAM 1285/1980MB (lfb 1x2MB) SWAP 121/11230MB (cached 8MB) CPU [4%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29.5C CPU@32.5C PMIC@100C GPU@31.5C AO@40C thermal@32.25C
RAM 1285/1980MB (lfb 1x2MB) SWAP 121/11230MB (cached 8MB) CPU [0%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29.5C CPU@33C PMIC@100C GPU@31.5C AO@40C thermal@32.25C
RAM 1288/1980MB (lfb 1x2MB) SWAP 121/11230MB (cached 8MB) CPU [0%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29.5C CPU@33C PMIC@100C GPU@31.5C AO@40.5C thermal@32C
RAM 1300/1980MB (lfb 1x2MB) SWAP 121/11230MB (cached 8MB) CPU [0%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29.5C CPU@33C PMIC@100C GPU@31.5C AO@40.5C thermal@32.25C
RAM 1303/1980MB (lfb 1x2MB) SWAP 121/11230MB (cached 8MB) CPU [0%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29.5C CPU@32.5C PMIC@100C GPU@31.5C AO@40C thermal@32.25C
RAM 1305/1980MB (lfb 1x2MB) SWAP 121/11230MB (cached 8MB) CPU [1%@1479,0%@1479,100%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29.5C CPU@33C PMIC@100C GPU@31.5C AO@40C thermal@32.25C
RAM 1311/1980MB (lfb 11x256kB) SWAP 121/11230MB (cached 8MB) CPU [5%@1479,7%@1479,56%@1479,27%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29.5C CPU@32C PMIC@100C GPU@29C AO@40.5C thermal@30.75C
RAM 1314/1980MB (lfb 5x256kB) SWAP 121/11230MB (cached 8MB) CPU [0%@1479,0%@1479,0%@1479,100%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29.5C CPU@32.5C PMIC@100C GPU@31.5C AO@40C thermal@30.75C
RAM 1316/1980MB (lfb 1x512kB) SWAP 121/11230MB (cached 8MB) CPU [2%@1479,0%@1479,0%@1479,100%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29.5C CPU@32.5C PMIC@100C GPU@31.5C AO@40.5C thermal@32C
RAM 1321/1980MB (lfb 4x256kB) SWAP 121/11230MB (cached 8MB) CPU [0%@1479,15%@1479,0%@1479,81%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29.5C CPU@33C PMIC@100C GPU@31.5C AO@40.5C thermal@31.75C
RAM 1355/1980MB (lfb 3x256kB) SWAP 121/11230MB (cached 8MB) CPU [10%@1224,51%@1224,5%@1224,10%@1224] EMC_FREQ 0% GR3D_FREQ 0% PLL@29C CPU@32C PMIC@100C GPU@29C AO@40.5C thermal@32.25C
RAM 1355/1980MB (lfb 3x256kB) SWAP 121/11230MB (cached 8MB) CPU [0%@1224,0%@1224,0%@1224,0%@1224] EMC_FREQ 0% GR3D_FREQ 0% PLL@29C CPU@31.5C PMIC@100C GPU@31C AO@40C thermal@30.25C
RAM 1355/1980MB (lfb 3x256kB) SWAP 121/11230MB (cached 8MB) CPU [0%@1224,0%@1224,0%@1224,0%@1224] EMC_FREQ 0% GR3D_FREQ 0% PLL@29C CPU@31.5C PMIC@100C GPU@31C AO@40C thermal@31.25C
RAM 1355/1980MB (lfb 3x256kB) SWAP 121/11230MB (cached 8MB) CPU [0%@1224,0%@1224,0%@1224,0%@1224] EMC_FREQ 0% GR3D_FREQ 0% PLL@29C CPU@31.5C PMIC@100C GPU@31C AO@40C thermal@31.25C
RAM 1355/1980MB (lfb 3x256kB) SWAP 121/11230MB (cached 8MB) CPU [1%@1224,0%@1224,0%@1224,0%@1224] EMC_FREQ 0% GR3D_FREQ 0% PLL@29C CPU@32C PMIC@100C GPU@31C AO@40C thermal@31.5C
RAM 1355/1980MB (lfb 3x256kB) SWAP 121/11230MB (cached 8MB) CPU [0%@1224,0%@1224,0%@1224,0%@1224] EMC_FREQ 0% GR3D_FREQ 0% PLL@29C CPU@32C PMIC@100C GPU@31C AO@40C thermal@31.5C
RAM 1355/1980MB (lfb 3x256kB) SWAP 121/11230MB (cached 8MB) CPU [0%@1224,0%@1224,0%@1224,0%@1224] EMC_FREQ 0% GR3D_FREQ 0% PLL@29C CPU@31.5C PMIC@100C GPU@31C AO@40C thermal@31.25C
RAM 1355/1980MB (lfb 3x256kB) SWAP 121/11230MB (cached 8MB) CPU [0%@1224,0%@1224,0%@1224,0%@1224] EMC_FREQ 0% GR3D_FREQ 0% PLL@29C CPU@31.5C PMIC@100C GPU@31C AO@40C thermal@31.25C
RAM 1355/1980MB (lfb 3x256kB) SWAP 121/11230MB (cached 8MB) CPU [0%@1224,0%@1224,0%@1224,0%@1224] EMC_FREQ 0% GR3D_FREQ 0% PLL@29C CPU@31.5C PMIC@100C GPU@31C AO@40C thermal@31.25C
RAM 1355/1980MB (lfb 3x256kB) SWAP 121/11230MB (cached 8MB) CPU [0%@1224,0%@1224,0%@1224,0%@1224] EMC_FREQ 0% GR3D_FREQ 0% PLL@29C CPU@31.5C PMIC@100C GPU@31C AO@40C thermal@31.25C
RAM 1356/1980MB (lfb 3x256kB) SWAP 121/11230MB (cached 8MB) CPU [2%@1479,14%@1479,0%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29.5C CPU@32C PMIC@100C GPU@31.5C AO@40C thermal@31C
RAM 1356/1980MB (lfb 3x256kB) SWAP 121/11230MB (cached 8MB) CPU [0%@1479,100%@1479,0%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29C CPU@32C PMIC@100C GPU@31C AO@40C thermal@31.75C
RAM 1356/1980MB (lfb 3x256kB) SWAP 121/11230MB (cached 8MB) CPU [1%@1479,100%@1479,1%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29.5C CPU@32C PMIC@100C GPU@31.5C AO@40.5C thermal@31.75C
RAM 1356/1980MB (lfb 3x256kB) SWAP 121/11230MB (cached 8MB) CPU [0%@1479,100%@1479,0%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29.5C CPU@32C PMIC@100C GPU@31.5C AO@40C thermal@31.5C
RAM 1356/1980MB (lfb 3x256kB) SWAP 121/11230MB (cached 8MB) CPU [1%@1479,100%@1479,0%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29.5C CPU@31.5C PMIC@100C GPU@31.5C AO@40C thermal@31.75C
RAM 1356/1980MB (lfb 3x256kB) SWAP 121/11230MB (cached 8MB) CPU [47%@1479,52%@1479,0%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29.5C CPU@32C PMIC@100C GPU@31.5C AO@40.5C thermal@31.75C
RAM 1356/1980MB (lfb 3x256kB) SWAP 121/11230MB (cached 8MB) CPU [100%@1479,0%@1479,0%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29.5C CPU@32C PMIC@100C GPU@31.5C AO@40.5C thermal@31.75C
RAM 1214/1980MB (lfb 5x4MB) SWAP 121/11230MB (cached 8MB) CPU [100%@1479,1%@1479,0%@1479,0%@1479] EMC_FREQ 0% GR3D_FREQ 0% PLL@29.5C CPU@32C PMIC@100C GPU@31.5C AO@40C thermal@31.5C
RAM 1107/1980MB (lfb 12x4MB) SWAP 121/11230MB (cached 8MB) CPU [56%@1224,3%@1224,2%@1224,1%@1224] EMC_FREQ 0% GR3D_FREQ 0% PLL@29C CPU@32C PMIC@100C GPU@31C AO@40C thermal@31.75C
RAM 362/1980MB (lfb 19x4MB) SWAP 121/11230MB (cached 8MB) CPU [8%@1224,3%@1224,3%@1224,14%@1224] EMC_FREQ 0% GR3D_FREQ 0% PLL@29C CPU@32C PMIC@100C GPU@29C AO@40C thermal@31.5C
RAM 362/1980MB (lfb 19x4MB) SWAP 121/11230MB (cached 8MB) CPU [1%@1224,0%@1224,0%@1224,0%@1224] EMC_FREQ 0% GR3D_FREQ 0% PLL@29C CPU@32C PMIC@100C GPU@31C AO@40.5C thermal@30.5C
RAM 362/1980MB (lfb 19x4MB) SWAP 121/11230MB (cached 8MB) CPU [0%@1224,0%@1224,0%@1224,0%@1224] EMC_FREQ 0% GR3D_FREQ 0% PLL@29.5C CPU@31.5C PMIC@100C GPU@31.5C AO@40C thermal@31.5C
RAM 362/1980MB (lfb 19x4MB) SWAP 121/11230MB (cached 8MB) CPU [0%@1224,0%@1224,0%@1224,0%@1224] EMC_FREQ 0% GR3D_FREQ 0% PLL@29.5C CPU@32C PMIC@100C GPU@31.5C AO@40C thermal@31.5C
RAM 362/1980MB (lfb 19x4MB) SWAP 121/11230MB (cached 8MB) CPU [0%@1224,0%@1224,0%@1224,0%@1224] EMC_FREQ 0% GR3D_FREQ 0% PLL@29C CPU@32C PMIC@100C GPU@31C AO@40C thermal@31.25C
RAM 362/1980MB (lfb 19x4MB) SWAP 121/11230MB (cached 8MB) CPU [1%@1224,0%@1224,0%@1224,0%@1224] EMC_FREQ 0% GR3D_FREQ 0% PLL@29C CPU@32C PMIC@100C GPU@31C AO@40C thermal@31.25C
RAM 362/1980MB (lfb 19x4MB) SWAP 121/11230MB (cached 8MB) CPU [0%@1224,0%@1224,0%@1224,0%@1224] EMC_FREQ 0% GR3D_FREQ 0% PLL@29C CPU@31.5C PMIC@100C GPU@31C AO@40C thermal@31.25C
RAM 362/1980MB (lfb 19x4MB) SWAP 121/11230MB (cached 8MB) CPU [1%@1224,0%@1224,0%@1224,0%@1224] EMC_FREQ 0% GR3D_FREQ 0% PLL@29C CPU@31.5C PMIC@100C GPU@31C AO@40C thermal@31.25C
RAM 362/1980MB (lfb 19x4MB) SWAP 121/11230MB (cached 8MB) CPU [0%@1224,0%@1224,0%@1224,0%@1224] EMC_FREQ 0% GR3D_FREQ 0% PLL@29C CPU@32C PMIC@100C GPU@31C AO@40C thermal@31.25C
But one weird thing did happen…I ran the same command again and this time the error was different than it was before…
It’s a weird thing to happen but I didn’t do any changes before and after running these two commands except for tegrastats…
So I ran the commands few more times just to be sure what’s what…here they are…
prithviraj@jetson:~/yolov4-deepsort$ python3 object_tracker.py --weights ./checkpoints/yolov4-tiny-416 --model yolov4 --video 0 --tiny --info
[ WARN:0] global /home/nvidia/host/build_opencv/nv_opencv/modules/videoio/src/cap_gstreamer.cpp (933) open OpenCV | GStreamer warning: Cannot query video position: status=0, value=-1, duration=-1
Frame #: 1
2021-02-07 00:24:09.303822: F tensorflow/core/kernels/resize_bilinear_op_gpu.cu.cc:493] Non-OK-status: GpuLaunchKernel(kernel, config.block_count, config.thread_per_block, 0, d.stream(), config.virtual_thread_count, images.data(), height_scale, width_scale, batch, in_height, in_width, channels, out_height, out_width, output.data()) status: Internal: too many resources requested for launch
Fatal Python error: Aborted
Thread 0x0000007f9f8d2010 (most recent call first):
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/eager/execute.py", line 60 in quick_execute
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/eager/function.py", line 550 in call
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/eager/function.py", line 1924 in _call_flat
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/saved_model/load.py", line 106 in _call_flat
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/eager/function.py", line 1722 in _call_with_flat_signature
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/eager/function.py", line 1673 in _call_impl
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/eager/function.py", line 1655 in __call__
File "object_tracker.py", line 125 in main
File "/usr/local/lib/python3.6/dist-packages/absl/app.py", line 251 in _run_main
File "/usr/local/lib/python3.6/dist-packages/absl/app.py", line 303 in run
File "object_tracker.py", line 238 in <module>
Aborted (core dumped)
prithviraj@jetson:~/yolov4-deepsort$ python3 object_tracker.py --weights ./checkpoints/yolov4-tiny-416 --model yolov4 --video 0 --tiny --info
Traceback (most recent call last):
File "object_tracker.py", line 238, in <module>
app.run(main)
File "/usr/local/lib/python3.6/dist-packages/absl/app.py", line 303, in run
_run_main(main, args)
File "/usr/local/lib/python3.6/dist-packages/absl/app.py", line 251, in _run_main
sys.exit(main(argv))
File "object_tracker.py", line 73, in main
saved_model_loaded = tf.saved_model.load(FLAGS.weights, tags=[tag_constants.SERVING])
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/saved_model/load.py", line 603, in load
return load_internal(export_dir, tags, options)
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/saved_model/load.py", line 633, in load_internal
ckpt_options)
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/saved_model/load.py", line 131, in __init__
self._restore_checkpoint()
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/saved_model/load.py", line 330, in _restore_checkpoint
load_status = saver.restore(variables_path, self._checkpoint_options)
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/training/tracking/util.py", line 1320, in restore
checkpoint=checkpoint, proto_id=0).restore(self._graph_view.root)
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/training/tracking/base.py", line 209, in restore
restore_ops = trackable._restore_from_checkpoint_position(self) # pylint: disable=protected-access
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/training/tracking/base.py", line 914, in _restore_from_checkpoint_position
tensor_saveables, python_saveables))
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/training/tracking/util.py", line 297, in restore_saveables
validated_saveables).restore(self.save_path_tensor, self.options)
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/training/saving/functional_saver.py", line 340, in restore
restore_ops = restore_fn()
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/training/saving/functional_saver.py", line 316, in restore_fn
restore_ops.update(saver.restore(file_prefix, options))
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/training/saving/functional_saver.py", line 111, in restore
restored_tensors, restored_shapes=None)
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/training/saving/saveable_object_util.py", line 125, in restore
restored_tensor = array_ops.identity(restored_tensor)
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/util/dispatch.py", line 201, in wrapper
return target(*args, **kwargs)
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/ops/array_ops.py", line 287, in identity
ret = gen_array_ops.identity(input, name=name)
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/ops/gen_array_ops.py", line 3992, in identity
_ops.raise_from_not_ok_status(e, name)
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/framework/ops.py", line 6843, in raise_from_not_ok_status
six.raise_from(core._status_to_exception(e.code, message), None)
File "<string>", line 3, in raise_from
tensorflow.python.framework.errors_impl.InternalError: Failed copying input tensor from /job:localhost/replica:0/task:0/device:CPU:0 to /job:localhost/replica:0/task:0/device:GPU:0 in order to run Identity: Dst tensor is not initialized. [Op:Identity]
prithviraj@jetson:~/yolov4-deepsort$ python3 object_tracker.py --weights ./checkpoints/yolov4-tiny-416 --model yolov4 --video 0 --tiny --info
[ WARN:0] global /home/nvidia/host/build_opencv/nv_opencv/modules/videoio/src/cap_gstreamer.cpp (933) open OpenCV | GStreamer warning: Cannot query video position: status=0, value=-1, duration=-1
Frame #: 1
2021-02-07 00:29:21.786621: F tensorflow/core/kernels/resize_bilinear_op_gpu.cu.cc:493] Non-OK-status: GpuLaunchKernel(kernel, config.block_count, config.thread_per_block, 0, d.stream(), config.virtual_thread_count, images.data(), height_scale, width_scale, batch, in_height, in_width, channels, out_height, out_width, output.data()) status: Internal: too many resources requested for launch
Fatal Python error: Aborted
Thread 0x0000007f8c9d5010 (most recent call first):
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/eager/execute.py", line 60 in quick_execute
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/eager/function.py", line 550 in call
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/eager/function.py", line 1924 in _call_flat
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/saved_model/load.py", line 106 in _call_flat
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/eager/function.py", line 1722 in _call_with_flat_signature
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/eager/function.py", line 1673 in _call_impl
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/eager/function.py", line 1655 in __call__
File "object_tracker.py", line 125 in main
File "/usr/local/lib/python3.6/dist-packages/absl/app.py", line 251 in _run_main
File "/usr/local/lib/python3.6/dist-packages/absl/app.py", line 303 in run
File "object_tracker.py", line 238 in <module>
Aborted (core dumped)
prithviraj@jetson:~/yolov4-deepsort$ python3 object_tracker.py --weights ./checkpoints/yolov4-tiny-416 --model yolov4 --video 0 --tiny --info
Traceback (most recent call last):
File "object_tracker.py", line 238, in <module>
app.run(main)
File "/usr/local/lib/python3.6/dist-packages/absl/app.py", line 303, in run
_run_main(main, args)
File "/usr/local/lib/python3.6/dist-packages/absl/app.py", line 251, in _run_main
sys.exit(main(argv))
File "object_tracker.py", line 73, in main
saved_model_loaded = tf.saved_model.load(FLAGS.weights, tags=[tag_constants.SERVING])
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/saved_model/load.py", line 603, in load
return load_internal(export_dir, tags, options)
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/saved_model/load.py", line 633, in load_internal
ckpt_options)
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/saved_model/load.py", line 131, in __init__
self._restore_checkpoint()
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/saved_model/load.py", line 344, in _restore_checkpoint
restore_ops = position.restore_ops()
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/training/tracking/base.py", line 395, in restore_ops
self._checkpoint.restore_saveables(tensor_saveables, python_saveables))
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/training/tracking/util.py", line 297, in restore_saveables
validated_saveables).restore(self.save_path_tensor, self.options)
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/training/saving/functional_saver.py", line 340, in restore
restore_ops = restore_fn()
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/training/saving/functional_saver.py", line 316, in restore_fn
restore_ops.update(saver.restore(file_prefix, options))
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/training/saving/functional_saver.py", line 111, in restore
restored_tensors, restored_shapes=None)
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/training/saving/saveable_object_util.py", line 125, in restore
restored_tensor = array_ops.identity(restored_tensor)
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/util/dispatch.py", line 201, in wrapper
return target(*args, **kwargs)
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/ops/array_ops.py", line 287, in identity
ret = gen_array_ops.identity(input, name=name)
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/ops/gen_array_ops.py", line 3992, in identity
_ops.raise_from_not_ok_status(e, name)
File "/usr/local/lib/python3.6/dist-packages/tensorflow/python/framework/ops.py", line 6843, in raise_from_not_ok_status
six.raise_from(core._status_to_exception(e.code, message), None)
File "<string>", line 3, in raise_from
tensorflow.python.framework.errors_impl.InternalError: Failed copying input tensor from /job:localhost/replica:0/task:0/device:CPU:0 to /job:localhost/replica:0/task:0/device:GPU:0 in order to run Identity: Dst tensor is not initialized. [Op:Identity]
At this point, I don’t know whats happening…are any of these errors inter-related?
Any help would be appreciated :(