Jetson AGX JP4.6.2 32.7.2 + 4CAM imx334 runs for a while and all four cameras disconnect

Our device started to capture streams normally. After running for a period of time (maybe a few hours or a day), the four cameras would stop streaming. Restarting Argus could not recover, and restarting Xavier to capture streams would restore normal.

Here’s syslog

syslog.txt (2.3 MB)

How can I solve this problem?
Thank you!

When I re-open the capture stream, the error occurs:

[  307.505981] tegra194-vi5 15c10000.vi: no reply from camera processor
[  307.505995] fence timeout on [ffffffc72a4430c0] after 1500ms
[  307.506013] name=[nvhost_sync:47], current value=0 waiting value=22
[  307.506021] ---- mlocks ----

[  307.506070] ---- syncpts ----
[  307.506083] id 2 (disp_a) min 3273 max 3273 refs 1 (previous client : )
[  307.506091] id 3 (disp_b) min 1 max 1 refs 1 (previous client : )
[  307.506129] id 8 (vblank0) min 18306 max -2 refs 1 (previous client : )
[  307.506141] id 19 (gv11b_511) min 23863 max 23863 refs 1 (previous client : )
[  307.506146] id 20 (gv11b_510) min 17 max 17 refs 1 (previous client : )
[  307.506161] tegra194-vi5 15c10000.vi: vi capture get status failed
[  307.506165] id 21 (gv11b_509) min 8352 max 8352 refs 1 (previous client : gv11b_509)
[  307.506175] id 28 (gv11b_508_user) min 262144 max 262144 refs 1 (previous client : gv11b_508_user)
[  307.506181] id 30 (gv11b_507_user) min 262210 max 262186 refs 1 (previous client : gv11b_507_user)
[  307.506187] id 32 (gv11b_506_user) min 262144 max 262144 refs 1 (previous client : gv11b_506_user)
[  307.506193] id 34 (gv11b_505_user) min 262144 max 262144 refs 1 (previous client : gv11b_505_user)
[  307.506199] id 36 (gv11b_504_user) min 262144 max 262144 refs 1 (previous client : gv11b_504_user)
[  307.506206] id 40 (gv11b_485) min 12 max 12 refs 1 (previous client : 15340000.vic_nvargus-daemon_0)
[  307.506211] id 41 (15340000.vic_nvargus-daemon_0) min 18 max 18 refs 1 (previous client : gv11b_484)
[  307.506216] id 42 (gv11b_483) min 32 max 32 refs 1 (previous client : gv11b_486)
[  307.506220] id 43 (gv11b_498) min 31 max 31 refs 1 (previous client : gv11b_485)
[  307.506225] id 44 (gv11b_484) min 30 max 30 refs 1 (previous client : gv11b_498)
[  307.506261] id 45 (gv11b_486) min 30 max 30 refs 1 (previous client : gv11b_483)
[  307.506268] id 46 (gv11b_490) min 10515 max 10515 refs 1 (previous client : gv11b_487)
[  307.506275] id 51 (gv11b_489) min 12 max 12 refs 1 (previous client : gv11b_490)
[  307.506280] id 52 (gv11b_491) min 12 max 12 refs 1 (previous client : gv11b_489)
[  307.506285] id 53 (gv11b_488) min 12 max 12 refs 1 (previous client : gv11b_491)
[  307.506290] id 54 (gv11b_492) min 12 max 12 refs 1 (previous client : gv11b_488)
[  307.506295] id 55 (gv11b_493) min 12 max 12 refs 1 (previous client : gv11b_492)
[  307.506302] id 59 (15340000.vic_nvargus-daemon_0) min 3 max 3 refs 1 (previous client : gv11b_493)
[  307.506310] id 60 (gv11b_496) min 9 max 9 refs 1 (previous client : 15340000.vic_nvargus-daemon_0)
[  307.506318] id 61 (gv11b_494) min 12 max 12 refs 1 (previous client : gv11b_496)
[  307.506326] id 62 (gv11b_497) min 12 max 12 refs 1 (previous client : gv11b_494)
[  307.506332] id 63 (gv11b_495) min 12 max 12 refs 1 (previous client : gv11b_497)
[  307.506339] id 64 (gv11b_500) min 12 max 12 refs 1 (previous client : gv11b_495)
[  307.506348] id 69 (gv11b_501) min 12 max 12 refs 1 (previous client : gv11b_500)
[  307.506355] id 70 (gv11b_503) min 12 max 12 refs 1 (previous client : gv11b_501)
[  307.506362] id 71 (gv11b_499) min 12 max 12 refs 1 (previous client : gv11b_503)
[  307.506369] id 72 (gv11b_502) min 12 max 12 refs 1 (previous client : gv11b_499)
[  307.506377] id 73 (gv11b_487) min 12 max 12 refs 1 (previous client : gv11b_502)

[  307.506756] ---- channels ----
[  307.506784] 
               channel 2 - 15820000.se

[  307.506789] NvHost basic channel registers:
[  307.506797] CMDFIFO_STAT_0:  00002040
[  307.506804] CMDFIFO_RDATA_0: 5234a244
[  307.506812] CMDP_OFFSET_0:   00000000
[  307.506818] CMDP_CLASS_0:    00000000
[  307.506824] CHANNELSTAT_0:   00000000
[  307.506829] The CDMA sync queue is empty.

[  307.506840] 
               channel 3 - 15830000.se

[  307.506845] NvHost basic channel registers:
[  307.506851] CMDFIFO_STAT_0:  00002040
[  307.506858] CMDFIFO_RDATA_0: 00563aa0
[  307.506866] CMDP_OFFSET_0:   00000000
[  307.506872] CMDP_CLASS_0:    00000000
[  307.506877] CHANNELSTAT_0:   00000000
[  307.506910] The CDMA sync queue is empty.

[  307.506921] 
               channel 4 - 15840000.se

[  307.506926] NvHost basic channel registers:
[  307.506932] CMDFIFO_STAT_0:  00002040
[  307.506937] CMDFIFO_RDATA_0: 81808040
[  307.506943] CMDP_OFFSET_0:   00000000
[  307.506949] CMDP_CLASS_0:    00000000
[  307.506955] CHANNELSTAT_0:   00000000
[  307.506959] The CDMA sync queue is empty.

[  307.506973] 
               ---- host general irq ----

[  307.506980] sync_intc0mask = 0x00000001
[  307.506985] sync_intmask = 0x50000003
[  307.506990] 
               ---- host syncpt irq mask ----

[  307.506995] 
               ---- host syncpt irq status ----

[  307.507003] syncpt_thresh_cpu0_int_status(0) = 0x00000000
[  307.507010] syncpt_thresh_cpu0_int_status(1) = 0x00000000
[  307.507034] syncpt_thresh_cpu0_int_status(2) = 0x00000000
[  307.507040] syncpt_thresh_cpu0_int_status(3) = 0x00000000
[  307.507047] syncpt_thresh_cpu0_int_status(4) = 0x00000000
[  307.507053] syncpt_thresh_cpu0_int_status(5) = 0x00000000
[  307.507059] syncpt_thresh_cpu0_int_status(6) = 0x00000000
[  307.507065] syncpt_thresh_cpu0_int_status(7) = 0x00000000
[  307.507071] syncpt_thresh_cpu0_int_status(8) = 0x00000000
[  307.507078] syncpt_thresh_cpu0_int_status(9) = 0x00000000
[  307.507084] syncpt_thresh_cpu0_int_status(10) = 0x00000000
[  307.507090] syncpt_thresh_cpu0_int_status(11) = 0x00000000
[  307.507096] syncpt_thresh_cpu0_int_status(12) = 0x00000000
[  307.507103] syncpt_thresh_cpu0_int_status(13) = 0x00000000
[  307.507109] syncpt_thresh_cpu0_int_status(14) = 0x00000000
[  307.507143] syncpt_thresh_cpu0_int_status(15) = 0x00000000
[  307.507150] syncpt_thresh_cpu0_int_status(16) = 0x00000000
[  307.507157] syncpt_thresh_cpu0_int_status(17) = 0x00000000
[  307.507163] syncpt_thresh_cpu0_int_status(18) = 0x00000000
[  307.507169] syncpt_thresh_cpu0_int_status(19) = 0x00000000
[  307.507175] syncpt_thresh_cpu0_int_status(20) = 0x00000000
[  307.507181] syncpt_thresh_cpu0_int_status(21) = 0x00000000
[  358.461336] tegra194-vi5 15c10000.vi: csi_stream_release: failed to close nvcsi stream 4
[  358.464348] tegra194-vi5 15c10000.vi: csi_stream_release: failed to close nvcsi stream 5
[  358.467372] tegra194-vi5 15c10000.vi: csi_stream_release: failed to close nvcsi stream 2
[  358.471355] tegra194-vi5 15c10000.vi: csi_stream_release: failed to close nvcsi stream 0
[  358.485995] tegra-i2c 3180000.i2c: no acknowledge from address 0x1c
[  358.486196] regmap_util_write_table_8:regmap_util_write_table:-121
[  358.486296] imx334 2-001c: Error turning off streaming
[  358.486390] ------------[ cut here ]------------
[  358.486480] WARNING: CPU: 2 PID: 7948 at /home/ethan/work1/nvidia/JetPack-4.6.4_L4T-32.7.4/Linux_for_Tegra/source/public/kernel/kernel-4.9/kernel/module.c:1110 module_put+0x144/0x150
[  358.486735] Modules linked in: imx334 cv242 cv241 bnep fuse xt_conntrack ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink nfnetlink zram xt_addrtype iptable_filter iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack br_netfilter overlay binfmt_misc bluedroid_pm userspace_alert nvgpu ip_tables x_tables

[  358.486827] CPU: 2 PID: 7948 Comm: nvargus-daemon Tainted: G        W       4.9.337-tegra #5
[  358.486830] Hardware name: Jetson-AGX (DT)
[  358.486834] task: 000000008198e001 task.stack: 000000007c630d0e
[  358.486839] PC is at module_put+0x144/0x150
[  358.486846] LR is at v4l2sd_stream+0xbc/0x210
[  358.486849] pc : [<ffffff8008156434>] lr : [<ffffff8008b55ffc>] pstate: 80400045
[  358.486852] sp : ffffffc6df567970
[  358.486856] x29: ffffffc6df567970 x28: ffffffc6df538000 
[  358.486863] x27: ffffffc7c5811020 x26: ffffffc786665850 
[  358.486870] x25: ffffff80011dc038 x24: ffffffc75a0810a8 
[  358.486876] x23: ffffffc75ca1a518 x22: 00000000ffffff87 
[  358.486883] x21: ffffffc75a0800a0 x20: ffffff8008b55ffc 
[  358.486889] x19: ffffff80011dc500 x18: 0000000000000010 
[  358.486896] x17: 0000007fa6f15328 x16: 0000000000000000 
[  358.486902] x15: ffffffffffffffff x14: ffffff808a1b45f7 
[  358.486909] x13: ffffff800a1b4605 x12: 0000000000000000 
[  358.486915] x11: 0000000005f5e0ff x10: 000000000000126b 
[  358.486923] x9 : 00000000ffffffd0 x8 : ffffff80083de2b8 
[  358.486930] x7 : ffffff8009f18398 x6 : 0000000000000000 
[  358.486936] x5 : 0000000000000000 x4 : ffffff80011dc808 
[  358.486943] x3 : 0000000000000000 x2 : 00000000ffffffff 
[  358.486949] x1 : 0000000000000000 x0 : ffffff80011dc808 

[  358.486958] ---[ end trace afe67c79fbf67bf2 ]---
[  358.487038] Call trace:
[  358.487043] [<00000000c3375906>] module_put+0x144/0x150
[  358.487047] [<00000000d606391f>] v4l2sd_stream+0xbc/0x210
[  358.487054] [<0000000027a43e96>] tegra_channel_set_stream+0x94/0x4f0
[  358.487059] [<00000000dbf02f92>] vi5_channel_stop_streaming+0x30/0xd0
[  358.487063] [<00000000a9988cd5>] tegra_channel_stop_streaming+0x38/0x60
[  358.487069] [<00000000294369b6>] __vb2_queue_cancel+0x34/0x188
[  358.487073] [<000000007f530218>] vb2_core_queue_release+0x2c/0x58
[  358.487078] [<000000007b667d8c>] _vb2_fop_release+0x84/0xa0
[  358.487082] [<00000000a0fd821c>] tegra_channel_close+0x64/0x170
[  358.487087] [<00000000937a2e1a>] v4l2_release+0x48/0xa0
[  358.487095] [<0000000031fb4df0>] __fput+0x90/0x1d0
[  358.487099] [<00000000b6dedb24>] ____fput+0x20/0x30
[  358.487107] [<00000000bae1281f>] task_work_run+0xbc/0xd8
[  358.487113] [<00000000cbd7fd47>] do_exit+0x2a8/0xa48
[  358.487118] [<000000005045a8b8>] do_group_exit+0x40/0xa8
[  358.487123] [<00000000dc7db6bc>] get_signal+0xbc/0x750
[  358.487129] [<0000000050c40645>] do_signal+0x130/0x500
[  358.487133] [<0000000037b01393>] do_notify_resume+0xc8/0x100
[  358.487140] [<00000000fb6b9640>] work_pending+0x8/0x10
[  358.488309] misc tegra_camera_ctrl: tegra_camera_update_isobw: Warning, Requested ISO BW 18446744073705816274 has been capped to VI's max BW 8000000
[  358.493552] tegra-i2c 3180000.i2c: no acknowledge from address 0x1b
[  358.493717] regmap_util_write_table_8:regmap_util_write_table:-121
[  358.493834] imx334 2-001b: Error turning off streaming
[  358.493927] ------------[ cut here ]------------
[  358.494023] WARNING: CPU: 2 PID: 7948 at /home/ethan/work1/nvidia/JetPack-4.6.4_L4T-32.7.4/Linux_for_Tegra/source/public/kernel/kernel-4.9/kernel/module.c:1110 module_put+0x144/0x150
[  358.494279] Modules linked in: imx334 cv242 cv241 bnep fuse xt_conntrack ipt_MASQUERADE nf_nat_masquerade_ipv4 nf_conntrack_netlink nfnetlink zram xt_addrtype iptable_filter iptable_nat nf_conntrack_ipv4 nf_defrag_ipv4 nf_nat_ipv4 nf_nat nf_conntrack br_netfilter overlay binfmt_misc bluedroid_pm userspace_alert nvgpu ip_tables x_tables

[  358.494373] CPU: 2 PID: 7948 Comm: nvargus-daemon Tainted: G        W       4.9.337-tegra #5
[  358.494376] Hardware name: Jetson-AGX (DT)
[  358.494380] task: 000000008198e001 task.stack: 000000007c630d0e
[  358.494384] PC is at module_put+0x144/0x150
[  358.494392] LR is at v4l2sd_stream+0xbc/0x210
[  358.494395] pc : [<ffffff8008156434>] lr : [<ffffff8008b55ffc>] pstate: 80400045
[  358.494400] sp : ffffffc6df567970
[  358.494404] x29: ffffffc6df567970 x28: ffffffc6df538000 
[  358.494412] x27: ffffffc7c5815020 x26: ffffffc7887d9850 
[  358.494421] x25: ffffff80011dc038 x24: ffffffc7642910a8 
[  358.494428] x23: ffffffc7886b2d18 x22: 00000000ffffff87 
[  358.494434] x21: ffffffc7642900a0 x20: ffffff8008b55ffc 
[  358.494440] x19: ffffff80011dc500 x18: 0000000000000010 
[  358.494447] x17: 0000007f83474e10 x16: 0000000000000000 
[  358.494453] x15: ffffffffffffffff x14: ffffff808a1b45f7 
[  358.494460] x13: ffffff800a1b4605 x12: 0000000000000000 
[  358.494466] x11: 0000000005f5e0ff x10: 000000000000129f 
[  358.494474] x9 : 00000000ffffffd0 x8 : ffffff80083de2b8 
[  358.494480] x7 : ffffff8009f18398 x6 : 0000000000000000 
[  358.494487] x5 : 0000000000000000 x4 : ffffff80011dc808 
[  358.494493] x3 : 0000000000000000 x2 : 00000000ffffffff 
[  358.494500] x1 : 0000000000000000 x0 : ffffff80011dc808 

[  358.494509] ---[ end trace afe67c79fbf67bf3 ]---
[  358.494596] Call trace:
[  358.494602] [<00000000c3375906>] module_put+0x144/0x150
[  358.494606] [<00000000d606391f>] v4l2sd_stream+0xbc/0x210
[  358.494612] [<0000000027a43e96>] tegra_channel_set_stream+0x94/0x4f0
[  358.494618] [<00000000dbf02f92>] vi5_channel_stop_streaming+0x30/0xd0
[  358.494622] [<00000000a9988cd5>] tegra_channel_stop_streaming+0x38/0x60
[  358.494628] [<00000000294369b6>] __vb2_queue_cancel+0x34/0x188
[  358.494633] [<000000007f530218>] vb2_core_queue_release+0x2c/0x58
[  358.494638] [<000000007b667d8c>] _vb2_fop_release+0x84/0xa0
[  358.494641] [<00000000a0fd821c>] tegra_channel_close+0x64/0x170
[  358.494647] [<00000000937a2e1a>] v4l2_release+0x48/0xa0
[  358.494657] [<0000000031fb4df0>] __fput+0x90/0x1d0
[  358.494662] [<00000000b6dedb24>] ____fput+0x20/0x30
[  358.494670] [<00000000bae1281f>] task_work_run+0xbc/0xd8
[  358.494676] [<00000000cbd7fd47>] do_exit+0x2a8/0xa48
[  358.494681] [<000000005045a8b8>] do_group_exit+0x40/0xa8
[  358.494686] [<00000000dc7db6bc>] get_signal+0xbc/0x750
[  358.494692] [<0000000050c40645>] do_signal+0x130/0x500
[  358.494697] [<0000000037b01393>] do_notify_resume+0xc8/0x100
[  358.494701] [<00000000fb6b9640>] work_pending+0x8/0x10
[  358.495359] misc tegra_camera_ctrl: tegra_camera_update_isobw: Warning, Requested ISO BW 18446744073705596548 has been capped to VI's max BW 8000000
[  362.031709] tegra194-vi5 15c10000.vi: no reply from camera processor
[  362.031783] fence timeout on [ffffffc6df572480] after 1500ms
[  362.031791] name=[nvhost_sync:37], current value=0 waiting value=1
[  362.031796] ---- mlocks ----

[  362.031833] ---- syncpts ----
[  362.031842] id 2 (disp_a) min 4038 max 4039 refs 1 (previous client : )
[  362.031845] id 3 (disp_b) min 1 max 1 refs 1 (previous client : )
[  362.031852] id 8 (vblank0) min 21575 max -2 refs 1 (previous client : )
[  362.031862] id 19 (gv11b_511) min 54205 max 54205 refs 1 (previous client : )
[  362.031864] tegra194-vi5 15c10000.vi: vi capture get status failed
[  362.031976] id 20 (gv11b_510) min 19 max 19 refs 1 (previous client : )
[  362.031982] id 21 (gv11b_509) min 10319 max 10320 refs 1 (previous client : gv11b_509)
[  362.031991] id 28 (gv11b_508_user) min 393216 max 393216 refs 1 (previous client : gv11b_508_user)
[  362.031996] id 30 (gv11b_507_user) min 393306 max 393282 refs 1 (previous client : gv11b_507_user)
[  362.032002] id 32 (gv11b_506_user) min 393216 max 393216 refs 1 (previous client : gv11b_506_user)
[  362.032007] id 34 (gv11b_505_user) min 393216 max 393216 refs 1 (previous client : gv11b_505_user)
[  362.032013] id 36 (gv11b_504_user) min 393216 max 393216 refs 1 (previous client : gv11b_504_user)
[  362.032020] id 40 (15340000.vic_nvargus-daemon_0) min 18 max 18 refs 1 (previous client : gv11b_485)
[  362.032025] id 41 (gv11b_498) min 21 max 21 refs 1 (previous client : 15340000.vic_nvargus-daemon_0)
[  362.032030] id 42 (gv11b_486) min 42 max 42 refs 1 (previous client : gv11b_483)
[  362.032034] id 43 (gv11b_484) min 40 max 40 refs 1 (previous client : gv11b_498)
[  362.032039] id 44 (gv11b_485) min 39 max 39 refs 1 (previous client : gv11b_484)
[  362.032044] id 45 (gv11b_483) min 39 max 39 refs 1 (previous client : gv11b_486)
[  362.032051] id 46 (gv11b_489) min 10518 max 10518 refs 1 (previous client : gv11b_490)
[  362.032083] id 51 (gv11b_491) min 15 max 15 refs 1 (previous client : gv11b_489)
[  362.032088] id 52 (gv11b_488) min 15 max 15 refs 1 (previous client : gv11b_491)
[  362.032092] id 53 (gv11b_492) min 15 max 15 refs 1 (previous client : gv11b_488)
[  362.032097] id 54 (gv11b_493) min 15 max 15 refs 1 (previous client : gv11b_492)
[  362.032102] id 55 (gv11b_496) min 15 max 15 refs 1 (previous client : gv11b_493)
[  362.032109] id 59 (15340000.vic_nvargus-daemon_0) min 3 max 3 refs 1 (previous client : 15340000.vic_nvargus-daemon_0)
[  362.032114] id 60 (gv11b_494) min 12 max 12 refs 1 (previous client : gv11b_496)
[  362.032119] id 61 (gv11b_497) min 15 max 15 refs 1 (previous client : gv11b_494)
[  362.032124] id 62 (gv11b_495) min 15 max 15 refs 1 (previous client : gv11b_497)
[  362.032128] id 63 (gv11b_500) min 15 max 15 refs 1 (previous client : gv11b_495)
[  362.032133] id 64 (gv11b_501) min 15 max 15 refs 1 (previous client : gv11b_500)
[  362.032140] id 69 (gv11b_503) min 15 max 15 refs 1 (previous client : gv11b_501)
[  362.032145] id 70 (gv11b_499) min 15 max 15 refs 1 (previous client : gv11b_503)
[  362.032150] id 71 (gv11b_502) min 15 max 15 refs 1 (previous client : gv11b_499)
[  362.032155] id 72 (gv11b_487) min 15 max 15 refs 1 (previous client : gv11b_502)
[  362.032159] id 73 (gv11b_490) min 15 max 15 refs 1 (previous client : gv11b_487)


I have executed sudo service nvargus-daemon restart, but the following error still occurs

[  358.461336] tegra194-vi5 15c10000.vi: csi_stream_release: failed to close nvcsi stream 4
[  358.464348] tegra194-vi5 15c10000.vi: csi_stream_release: failed to close nvcsi stream 5
[  358.467372] tegra194-vi5 15c10000.vi: csi_stream_release: failed to close nvcsi stream 2
[  358.471355] tegra194-vi5 15c10000.vi: csi_stream_release: failed to close nvcsi stream 0

Try below command after system boot up then run the camera.

sudo service nvargus-daemon stop
sudo enableCamInfiniteTimeout=1 nvargus-daemon

This topic was automatically closed 14 days after the last reply. New replies are no longer allowed.