Jetson Tx2 serdes MIPI error issue

jpchae · September 10, 2020, 10:19am

Hello,

Recently, I am developing a camera system using TI serdes system (ds90ub954, ds90ub953a) in Jetson TX2.

serdes driver registration is okay.
sensor device driver registeration is okay.

[  252.774013] i2c-ds90ub954 2-0030: ds90ub954_probe: start
[  263.307860] s5k5e8 2-0010: s5k5e8_board_setup: val: 0x0 = 5e
[  263.314456] s5k5e8 2-0010: s5k5e8_board_setup: val: 0x1 = 80
[  263.320213] s5k5e8 2-0010: probe board setup end
[  263.330290] s5k5e8 2-0010: probe v4l2subdev register end
[  263.335764] s5k5e8 2-0010: probe sensor out

camera preview (gstreamer command) is not working.

here is serial log message.

[ 462.549963] s5k5e8 2-0010: s5k5e8_start_streaming: start streaming
[ 468.829177] host1x 13e10000.host1x: CaptureSchedule: syncpoint id 31 (15600000.isp_nvargus-daemon_4) stuck waiting 18, timeout=-1
[ 472.669074] host1x 13e10000.host1x: cdma_handle_timeout: timeout: 25 (15600000.isp_nvargus-daemon_0) clientid 4, HW thresh 0, done 2
[ 472.681135] host1x 13e10000.host1x: cdma_handle_timeout: timeout: 28 (15600000.isp_nvargus-daemon_1) clientid 4, HW thresh 0, done 1
[ 472.693097] host1x 13e10000.host1x: cdma_handle_timeout: timeout: 29 (15600000.isp_nvargus-daemon_2) clientid 4, HW thresh 0, done 1
[ 472.705083] host1x 13e10000.host1x: cdma_handle_timeout: timeout: 30 (15600000.isp_nvargus-daemon_3) clientid 4, HW thresh 0, done 1
[ 472.717046] host1x 13e10000.host1x: cdma_handle_timeout: timeout: 32 (15600000.isp_nvargus-daemon_5) clientid 4, HW thresh 0, done 1
[ 472.729001] host1x 13e10000.host1x: cdma_handle_timeout: timeout: 31 (15600000.isp_nvargus-daemon_4) clientid 4, HW thresh 15, done 15
[ 472.763178] host1x 13e10000.host1x: cdma_handle_timeout: timeout: 41 (15700000.vi_2) clientid 13, HW thresh 0, done 1
[ 472.775349] host1x 13e10000.host1x: cdma_handle_timeout: timeout: 40 (15700000.vi_1) clientid 13, HW thresh 0, done 1
[ 472.786162] host1x 13e10000.host1x: cdma_handle_timeout: timeout: 39 (15700000.vi_0) clientid 13, HW thresh 1, done 1
[ 482.909347] host1x 13e10000.host1x: cdma_handle_timeout: timeout: 25 (15600000.isp_nvargus-daemon_0) clientid 4, HW thresh 4, done 6
[ 482.921503] host1x 13e10000.host1x: cdma_handle_timeout: timeout: 28 (15600000.isp_nvargus-daemon_1) clientid 4, HW thresh 2, done 3
[ 482.921522] host1x 13e10000.host1x: cdma_handle_timeout: timeout: 29 (15600000.isp_nvargus-daemon_2) clientid 4, HW thresh 2, done 3
[ 482.921530] host1x 13e10000.host1x: cdma_handle_timeout: timeout: 30 (15600000.isp_nvargus-daemon_3) clientid 4, HW thresh 2, done 3
[ 482.921537] host1x 13e10000.host1x: cdma_handle_timeout: timeout: 32 (15600000.isp_nvargus-daemon_5) clientid 4, HW thresh 2, done 3
[ 482.921544] host1x 13e10000.host1x: cdma_handle_timeout: timeout: 31 (15600000.isp_nvargus-daemon_4) clientid 4, HW thresh 31, done 31
[ 482.954305] host1x 13e10000.host1x: cdma_handle_timeout: timeout: 41 (15700000.vi_2) clientid 13, HW thresh 2, done 3
[ 482.954314] host1x 13e10000.host1x: cdma_handle_timeout: timeout: 40 (15700000.vi_1) clientid 13, HW thresh 2, done 3
[ 482.954322] host1x 13e10000.host1x: cdma_handle_timeout: timeout: 39 (15700000.vi_0) clientid 13, HW thresh 3, done 3

here is tracing log message as shown below.

root@livsmed-desktop:/home/livsmed# cat /sys/kernel/debug/tracing/trace

tracer: nop

entries-in-buffer/entries-written: 214/214 #P:6

_-----=> irqs-off

/ _----=> need-resched

| / _—=> hardirq/softirq

|| / _–=> preempt-depth

||| / delay

TASK-PID CPU# |||| TIMESTAMP FUNCTION

| | | |||| | |

gst-plugin-scan-8423 [002] … 461.410051: tegra_channel_open: vi-output, s5k5e8 2-0010
gst-plugin-scan-8423 [002] … 461.411380: tegra_channel_set_power: s5k5e8 2-0010 : 0x1
gst-plugin-scan-8423 [002] … 461.411426: camera_common_s_power: status : 0x1
gst-plugin-scan-8423 [002] … 461.415881: tegra_channel_set_power: 150c0000.nvcsi–1 : 0x1
gst-plugin-scan-8423 [002] … 461.415886: csi_s_power: enable : 0x1
gst-plugin-scan-8423 [002] … 461.417401: tegra_channel_close: vi-output, s5k5e8 2-0010
gst-plugin-scan-8423 [002] … 461.417405: tegra_channel_set_power: s5k5e8 2-0010 : 0x0
gst-plugin-scan-8423 [002] … 461.417416: camera_common_s_power: status : 0x0
gst-plugin-scan-8423 [002] … 461.419536: tegra_channel_set_power: 150c0000.nvcsi–1 : 0x0
gst-plugin-scan-8423 [002] … 461.419539: csi_s_power: enable : 0x0
nvargus-daemon-8429 [002] … 462.145673: tegra_channel_open: vi-output, s5k5e8 2-0010
nvargus-daemon-8429 [002] … 462.146730: tegra_channel_set_power: s5k5e8 2-0010 : 0x1
nvargus-daemon-8429 [002] … 462.146774: camera_common_s_power: status : 0x1
nvargus-daemon-8429 [002] … 462.151182: tegra_channel_set_power: 150c0000.nvcsi–1 : 0x1
nvargus-daemon-8429 [002] … 462.151187: csi_s_power: enable : 0x1
nvargus-daemon-8429 [002] … 462.152985: tegra_channel_close: vi-output, s5k5e8 2-0010
nvargus-daemon-8429 [002] … 462.152991: tegra_channel_set_power: s5k5e8 2-0010 : 0x0
nvargus-daemon-8429 [002] … 462.153004: camera_common_s_power: status : 0x0
nvargus-daemon-8429 [002] … 462.155121: tegra_channel_set_power: 150c0000.nvcsi–1 : 0x0
nvargus-daemon-8429 [002] … 462.155123: csi_s_power: enable : 0x0
nvargus-daemon-8429 [002] … 462.166568: tegra_channel_open: vi-output, s5k5e8 2-0010
nvargus-daemon-8429 [002] … 462.166579: tegra_channel_set_power: s5k5e8 2-0010 : 0x1
nvargus-daemon-8429 [002] … 462.166620: camera_common_s_power: status : 0x1
nvargus-daemon-8429 [002] … 462.171015: tegra_channel_set_power: 150c0000.nvcsi–1 : 0x1
nvargus-daemon-8429 [002] … 462.171019: csi_s_power: enable : 0x1
nvargus-daemon-8429 [002] … 462.171257: tegra_channel_close: vi-output, s5k5e8 2-0010
nvargus-daemon-8429 [002] … 462.171260: tegra_channel_set_power: s5k5e8 2-0010 : 0x0
nvargus-daemon-8429 [002] … 462.171288: camera_common_s_power: status : 0x0
nvargus-daemon-8429 [002] … 462.173396: tegra_channel_set_power: 150c0000.nvcsi–1 : 0x0
nvargus-daemon-8429 [002] … 462.173398: csi_s_power: enable : 0x0
nvargus-daemon-8429 [002] … 462.219116: tegra_channel_open: vi-output, s5k5e8 2-0010
nvargus-daemon-8429 [002] … 462.219131: tegra_channel_set_power: s5k5e8 2-0010 : 0x1
nvargus-daemon-8429 [002] … 462.219174: camera_common_s_power: status : 0x1
nvargus-daemon-8429 [002] … 462.223670: tegra_channel_set_power: 150c0000.nvcsi–1 : 0x1
nvargus-daemon-8429 [002] … 462.223674: csi_s_power: enable : 0x1
nvargus-daemon-8429 [002] … 462.223715: tegra_channel_close: vi-output, s5k5e8 2-0010
nvargus-daemon-8429 [002] … 462.223719: tegra_channel_set_power: s5k5e8 2-0010 : 0x0
nvargus-daemon-8429 [002] … 462.223746: camera_common_s_power: status : 0x0
nvargus-daemon-8429 [002] … 462.225855: tegra_channel_set_power: 150c0000.nvcsi–1 : 0x0
nvargus-daemon-8429 [002] … 462.225858: csi_s_power: enable : 0x0
nvargus-daemon-8429 [002] … 462.226145: tegra_channel_open: vi-output, s5k5e8 2-0010
nvargus-daemon-8429 [002] … 462.226150: tegra_channel_set_power: s5k5e8 2-0010 : 0x1
nvargus-daemon-8429 [002] … 462.226175: camera_common_s_power: status : 0x1
nvargus-daemon-8429 [002] … 462.230531: tegra_channel_set_power: 150c0000.nvcsi–1 : 0x1
nvargus-daemon-8429 [002] … 462.230533: csi_s_power: enable : 0x1
nvargus-daemon-8429 [002] … 462.230759: tegra_channel_close: vi-output, s5k5e8 2-0010
nvargus-daemon-8429 [002] … 462.230762: tegra_channel_set_power: s5k5e8 2-0010 : 0x0
nvargus-daemon-8429 [002] … 462.230787: camera_common_s_power: status : 0x0
nvargus-daemon-8429 [002] … 462.232897: tegra_channel_set_power: 150c0000.nvcsi–1 : 0x0
nvargus-daemon-8429 [002] … 462.232899: csi_s_power: enable : 0x0
nvargus-daemon-8429 [002] … 462.233193: tegra_channel_open: vi-output, s5k5e8 2-0010
nvargus-daemon-8429 [002] … 462.233198: tegra_channel_set_power: s5k5e8 2-0010 : 0x1
nvargus-daemon-8429 [002] … 462.233208: camera_common_s_power: status : 0x1
nvargus-daemon-8429 [002] … 462.237564: tegra_channel_set_power: 150c0000.nvcsi–1 : 0x1
nvargus-daemon-8429 [002] … 462.237567: csi_s_power: enable : 0x1
nvargus-daemon-8429 [002] … 462.237927: tegra_channel_close: vi-output, s5k5e8 2-0010
nvargus-daemon-8429 [002] … 462.237929: tegra_channel_set_power: s5k5e8 2-0010 : 0x0
nvargus-daemon-8429 [002] … 462.237938: camera_common_s_power: status : 0x0
nvargus-daemon-8429 [002] … 462.240049: tegra_channel_set_power: 150c0000.nvcsi–1 : 0x0
nvargus-daemon-8429 [002] … 462.240051: csi_s_power: enable : 0x0
kworker/4:1-818 [004] … 462.336701: rtos_queue_peek_from_isr_failed: tstamp:14739757042 queue:0x0b4b4500
kworker/4:1-818 [004] … 462.336707: rtcpu_start: tstamp:14739758508
kworker/4:1-818 [004] … 462.336709: rtos_queue_send_from_isr_failed: tstamp:14739768764 queue:0x0b4a7258
kworker/4:1-818 [004] … 462.336709: rtos_queue_send_from_isr_failed: tstamp:14739768870 queue:0x0b4aad68
kworker/4:1-818 [004] … 462.336710: rtos_queue_send_from_isr_failed: tstamp:14739768975 queue:0x0b4ac998
kworker/4:1-818 [004] … 462.336710: rtos_queue_send_from_isr_failed: tstamp:14739769080 queue:0x0b4ae518
kworker/4:1-818 [004] … 462.336711: rtos_queue_send_from_isr_failed: tstamp:14739769181 queue:0x0b4af2d8
kworker/4:1-818 [004] … 462.336712: rtos_queue_send_from_isr_failed: tstamp:14739769293 queue:0x0b4b0098
kworker/4:1-818 [004] … 462.336712: rtos_queue_send_from_isr_failed: tstamp:14739769398 queue:0x0b4b0e58
kworker/4:1-818 [004] … 462.336713: rtos_queue_send_from_isr_failed: tstamp:14739769499 queue:0x0b4b1c18
kworker/4:1-818 [004] … 462.336715: rtos_queue_send_failed: tstamp:14739769962 queue:0x0b4a7258
kworker/4:1-818 [004] … 462.452674: rtos_queue_peek_from_isr_failed: tstamp:14744757389 queue:0x0b4b4500
CaptureSchedule-8449 [003] … 462.473124: tegra_channel_open: vi-output, s5k5e8 2-0010
CaptureSchedule-8449 [003] … 462.473133: tegra_channel_set_power: s5k5e8 2-0010 : 0x1
CaptureSchedule-8449 [003] … 462.473148: camera_common_s_power: status : 0x1
CaptureSchedule-8449 [005] … 462.477472: tegra_channel_set_power: 150c0000.nvcsi–1 : 0x1
CaptureSchedule-8449 [005] … 462.477477: csi_s_power: enable : 0x1
CaptureSchedule-8449 [003] … 462.481498: tegra_channel_set_stream: enable : 0x1
CaptureSchedule-8449 [003] … 462.482642: tegra_channel_set_stream: 150c0000.nvcsi–1 : 0x1
CaptureSchedule-8449 [003] … 462.482645: csi_s_stream: enable : 0x1
CaptureSchedule-8449 [003] … 462.482645: tegra_channel_set_stream: s5k5e8 2-0010 : 0x1
kworker/4:1-818 [004] … 462.512684: rtos_queue_send_from_isr_failed: tstamp:14745577021 queue:0x0b4a7258
kworker/4:1-818 [004] … 462.512687: rtos_queue_send_from_isr_failed: tstamp:14745577134 queue:0x0b4aad68
kworker/4:1-818 [004] … 462.512688: rtos_queue_send_from_isr_failed: tstamp:14745577238 queue:0x0b4ac998
kworker/4:1-818 [004] … 462.512688: rtos_queue_send_from_isr_failed: tstamp:14745577342 queue:0x0b4ae518
kworker/4:1-818 [004] … 462.512689: rtos_queue_send_from_isr_failed: tstamp:14745577443 queue:0x0b4af2d8
kworker/4:1-818 [004] … 462.512690: rtos_queue_send_from_isr_failed: tstamp:14745577545 queue:0x0b4b0098
kworker/4:1-818 [004] … 462.512690: rtos_queue_send_from_isr_failed: tstamp:14745577648 queue:0x0b4b0e58
kworker/4:1-818 [004] … 462.512691: rtos_queue_send_from_isr_failed: tstamp:14745577749 queue:0x0b4b1c18
kworker/4:1-818 [004] … 462.512692: rtos_queue_send_failed: tstamp:14745578196 queue:0x0b4a7258
kworker/4:1-818 [004] … 462.512693: rtos_queue_send_from_isr_failed: tstamp:14745783244 queue:0x0b4a7258
kworker/4:1-818 [004] … 462.512693: rtos_queue_send_from_isr_failed: tstamp:14745783355 queue:0x0b4aad68
kworker/4:1-818 [004] … 462.512694: rtos_queue_send_from_isr_failed: tstamp:14745783458 queue:0x0b4ac998
kworker/4:1-818 [004] … 462.512695: rtos_queue_send_from_isr_failed: tstamp:14745783563 queue:0x0b4ae518
kworker/4:1-818 [004] … 462.512695: rtos_queue_send_from_isr_failed: tstamp:14745783668 queue:0x0b4af2d8
kworker/4:1-818 [004] … 462.512696: rtos_queue_send_from_isr_failed: tstamp:14745783769 queue:0x0b4b0098
kworker/4:1-818 [004] … 462.512696: rtos_queue_send_from_isr_failed: tstamp:14745783870 queue:0x0b4b0e58
kworker/4:1-818 [004] … 462.512697: rtos_queue_send_from_isr_failed: tstamp:14745783971 queue:0x0b4b1c18
kworker/4:1-818 [004] … 462.512697: rtos_queue_send_failed: tstamp:14745784420 queue:0x0b4a7258
kworker/4:1-818 [004] … 462.624792: rtos_queue_send_from_isr_failed: tstamp:14748842816 queue:0x0b4a7258
kworker/4:1-818 [004] … 462.624800: rtos_queue_send_from_isr_failed: tstamp:14748842926 queue:0x0b4aad68
kworker/4:1-818 [004] … 462.624803: rtos_queue_send_from_isr_failed: tstamp:14748843028 queue:0x0b4ac998
kworker/4:1-818 [004] … 462.624805: rtos_queue_send_from_isr_failed: tstamp:14748843131 queue:0x0b4ae518
kworker/4:1-818 [004] … 462.624807: rtos_queue_send_from_isr_failed: tstamp:14748843232 queue:0x0b4af2d8
kworker/4:1-818 [004] … 462.624809: rtos_queue_send_from_isr_failed: tstamp:14748843334 queue:0x0b4b0098
kworker/4:1-818 [004] … 462.624812: rtos_queue_send_from_isr_failed: tstamp:14748843435 queue:0x0b4b0e58
kworker/4:1-818 [004] … 462.624814: rtos_queue_send_from_isr_failed: tstamp:14748843537 queue:0x0b4b1c18
kworker/4:1-818 [004] … 462.624818: rtos_queue_send_failed: tstamp:14748844490 queue:0x0b4a7258
kworker/4:1-818 [004] … 462.624822: rtos_queue_peek_from_isr_failed: tstamp:14749757399 queue:0x0b4b4500
kworker/4:1-818 [004] … 462.792756: rtos_queue_peek_from_isr_failed: tstamp:14754757420 queue:0x0b4b4500
kworker/4:1-818 [004] … 462.960760: rtos_queue_peek_from_isr_failed: tstamp:14759757408 queue:0x0b4b4500
kworker/4:1-818 [004] … 463.128763: rtos_queue_peek_from_isr_failed: tstamp:14764757418 queue:0x0b4b4500
kworker/4:1-818 [004] … 463.296758: rtos_queue_peek_from_isr_failed: tstamp:14769757423 queue:0x0b4b4500
kworker/4:1-818 [004] … 463.408782: rtos_queue_peek_from_isr_failed: tstamp:14774757430 queue:0x0b4b4500
kworker/4:1-818 [004] … 463.576819: rtos_queue_peek_from_isr_failed: tstamp:14779757437 queue:0x0b4b4500
kworker/4:1-818 [004] … 463.744780: rtos_queue_peek_from_isr_failed: tstamp:14784757442 queue:0x0b4b4500
kworker/4:1-818 [004] … 463.912775: rtos_queue_peek_from_isr_failed: tstamp:14789757449 queue:0x0b4b4500
kworker/4:1-818 [004] … 464.080792: rtos_queue_peek_from_isr_failed: tstamp:14794757458 queue:0x0b4b4500
kworker/4:1-818 [004] … 464.248822: rtos_queue_peek_from_isr_failed: tstamp:14799757451 queue:0x0b4b4500
kworker/4:1-818 [004] … 464.416791: rtos_queue_peek_from_isr_failed: tstamp:14804757471 queue:0x0b4b4500
kworker/4:1-818 [004] … 464.528857: rtos_queue_peek_from_isr_failed: tstamp:14809757477 queue:0x0b4b4500
kworker/4:1-818 [004] … 464.696822: rtos_queue_peek_from_isr_failed: tstamp:14814757501 queue:0x0b4b4500
kworker/4:1-818 [004] … 464.864804: rtos_queue_peek_from_isr_failed: tstamp:14819757493 queue:0x0b4b4500
kworker/4:1-818 [004] … 465.032813: rtos_queue_peek_from_isr_failed: tstamp:14824757517 queue:0x0b4b4500
kworker/4:1-818 [004] … 465.200862: rtos_queue_peek_from_isr_failed: tstamp:14829757522 queue:0x0b4b4500
kworker/4:1-818 [004] … 465.368845: rtos_queue_peek_from_isr_failed: tstamp:14834757511 queue:0x0b4b4500
kworker/4:1-818 [004] … 465.536842: rtos_queue_peek_from_isr_failed: tstamp:14839757539 queue:0x0b4b4500
kworker/4:1-818 [004] … 465.648848: rtos_queue_peek_from_isr_failed: tstamp:14844757528 queue:0x0b4b4500
kworker/4:1-818 [004] … 465.816847: rtos_queue_peek_from_isr_failed: tstamp:14849757553 queue:0x0b4b4500
kworker/4:1-818 [004] … 465.984851: rtos_queue_peek_from_isr_failed: tstamp:14854757541 queue:0x0b4b4500
kworker/4:1-818 [004] … 466.152846: rtos_queue_peek_from_isr_failed: tstamp:14859757564 queue:0x0b4b4500
kworker/4:1-818 [004] … 466.320839: rtos_queue_peek_from_isr_failed: tstamp:14864757552 queue:0x0b4b4500
kworker/4:1-818 [004] … 466.488843: rtos_queue_peek_from_isr_failed: tstamp:14869757560 queue:0x0b4b4500
kworker/4:1-818 [004] … 466.656872: rtos_queue_peek_from_isr_failed: tstamp:14874757566 queue:0x0b4b4500
kworker/4:1-818 [004] … 466.768857: rtos_queue_peek_from_isr_failed: tstamp:14879757575 queue:0x0b4b4500
kworker/4:1-818 [004] … 466.936856: rtos_queue_peek_from_isr_failed: tstamp:14884757581 queue:0x0b4b4500
kworker/4:1-818 [004] … 467.104870: rtos_queue_peek_from_isr_failed: tstamp:14889757606 queue:0x0b4b4500
kworker/4:1-818 [004] … 467.272868: rtos_queue_peek_from_isr_failed: tstamp:14894757594 queue:0x0b4b4500
kworker/4:1-818 [004] … 467.440868: rtos_queue_peek_from_isr_failed: tstamp:14899757600 queue:0x0b4b4500
kworker/4:1-818 [004] … 467.608865: rtos_queue_peek_from_isr_failed: tstamp:14904757606 queue:0x0b4b4500
kworker/4:1-818 [004] … 467.776876: rtos_queue_peek_from_isr_failed: tstamp:14909757616 queue:0x0b4b4500
kworker/4:1-818 [004] … 467.888885: rtos_queue_peek_from_isr_failed: tstamp:14914757622 queue:0x0b4b4500
kworker/4:1-818 [004] … 468.056889: rtos_queue_peek_from_isr_failed: tstamp:14919757628 queue:0x0b4b4500
kworker/4:1-818 [004] … 468.224897: rtos_queue_peek_from_isr_failed: tstamp:14924757634 queue:0x0b4b4500
kworker/4:1-818 [004] … 468.392901: rtos_queue_peek_from_isr_failed: tstamp:14929757641 queue:0x0b4b4500
kworker/4:1-818 [004] … 468.560917: rtos_queue_peek_from_isr_failed: tstamp:14934757648 queue:0x0b4b4500
kworker/4:1-818 [004] … 468.728914: rtos_queue_peek_from_isr_failed: tstamp:14939757656 queue:0x0b4b4500
kworker/4:1-818 [004] … 468.896907: rtos_queue_peek_from_isr_failed: tstamp:14944757662 queue:0x0b4b4500
kworker/4:1-818 [004] … 469.008908: rtos_queue_peek_from_isr_failed: tstamp:14949757669 queue:0x0b4b4500
kworker/4:1-818 [004] … 469.176915: rtos_queue_peek_from_isr_failed: tstamp:14954757675 queue:0x0b4b4500
kworker/4:1-818 [004] … 469.344924: rtos_queue_peek_from_isr_failed: tstamp:14959757682 queue:0x0b4b4500
kworker/4:1-818 [004] … 469.512927: rtos_queue_peek_from_isr_failed: tstamp:14964757708 queue:0x0b4b4500
kworker/4:1-818 [004] … 469.680946: rtos_queue_peek_from_isr_failed: tstamp:14969757698 queue:0x0b4b4500
kworker/4:1-818 [004] … 469.848938: rtos_queue_peek_from_isr_failed: tstamp:14974757703 queue:0x0b4b4500
kworker/4:1-818 [004] … 470.016940: rtos_queue_peek_from_isr_failed: tstamp:14979757709 queue:0x0b4b4500
kworker/4:1-818 [004] … 470.129002: rtos_queue_peek_from_isr_failed: tstamp:14984757716 queue:0x0b4b4500
kworker/4:1-818 [004] … 470.296952: rtos_queue_peek_from_isr_failed: tstamp:14989757723 queue:0x0b4b4500
kworker/4:1-818 [004] … 470.464955: rtos_queue_peek_from_isr_failed: tstamp:14994757732 queue:0x0b4b4500
kworker/4:1-818 [004] … 470.632960: rtos_queue_peek_from_isr_failed: tstamp:14999757739 queue:0x0b4b4500
kworker/4:1-818 [004] … 470.800970: rtos_queue_peek_from_isr_failed: tstamp:15004757744 queue:0x0b4b4500
kworker/4:1-818 [004] … 470.968974: rtos_queue_peek_from_isr_failed: tstamp:15009757750 queue:0x0b4b4500
kworker/4:1-818 [004] … 471.136974: rtos_queue_peek_from_isr_failed: tstamp:15014757757 queue:0x0b4b4500
kworker/4:1-818 [004] … 471.253010: rtos_queue_peek_from_isr_failed: tstamp:15019757750 queue:0x0b4b4500
kworker/4:1-818 [004] … 471.421004: rtos_queue_peek_from_isr_failed: tstamp:15024757774 queue:0x0b4b4500
kworker/4:1-818 [004] … 471.589006: rtos_queue_peek_from_isr_failed: tstamp:15029757779 queue:0x0b4b4500
kworker/4:1-818 [004] … 471.756996: rtos_queue_peek_from_isr_failed: tstamp:15034757785 queue:0x0b4b4500
kworker/4:1-818 [004] … 471.924999: rtos_queue_peek_from_isr_failed: tstamp:15039757801 queue:0x0b4b4500
kworker/4:1-818 [004] … 472.093017: rtos_queue_peek_from_isr_failed: tstamp:15044757798 queue:0x0b4b4500
kworker/4:1-818 [004] … 472.261022: rtos_queue_peek_from_isr_failed: tstamp:15049757825 queue:0x0b4b4500
kworker/4:1-818 [004] … 472.373014: rtos_queue_peek_from_isr_failed: tstamp:15054757814 queue:0x0b4b4500
kworker/4:1-818 [004] … 472.541019: rtos_queue_peek_from_isr_failed: tstamp:15059757837 queue:0x0b4b4500
kworker/4:1-818 [004] … 472.720969: rtos_queue_peek_from_isr_failed: tstamp:15064757826 queue:0x0b4b4500
kworker/4:1-818 [004] … 472.885039: rtos_queue_peek_from_isr_failed: tstamp:15069757819 queue:0x0b4b4500
kworker/4:1-818 [004] … 473.053039: rtos_queue_peek_from_isr_failed: tstamp:15074757857 queue:0x0b4b4500
kworker/4:1-818 [004] … 473.221039: rtos_queue_peek_from_isr_failed: tstamp:15079757847 queue:0x0b4b4500
kworker/4:1-818 [004] … 473.333042: rtos_queue_peek_from_isr_failed: tstamp:15084757854 queue:0x0b4b4500
kworker/4:1-818 [004] … 473.501045: rtos_queue_peek_from_isr_failed: tstamp:15089757860 queue:0x0b4b4500
kworker/4:1-818 [004] … 473.669076: rtos_queue_peek_from_isr_failed: tstamp:15094757866 queue:0x0b4b4500
kworker/4:1-818 [004] … 473.837058: rtos_queue_peek_from_isr_failed: tstamp:15099757873 queue:0x0b4b4500
kworker/4:1-818 [004] … 474.005062: rtos_queue_peek_from_isr_failed: tstamp:15104757878 queue:0x0b4b4500
kworker/4:1-818 [004] … 474.173067: rtos_queue_peek_from_isr_failed: tstamp:15109757889 queue:0x0b4b4500
kworker/4:1-818 [004] … 474.341077: rtos_queue_peek_from_isr_failed: tstamp:15114757895 queue:0x0b4b4500
kworker/4:1-818 [004] … 474.453061: rtos_queue_peek_from_isr_failed: tstamp:15119757889 queue:0x0b4b4500
kworker/4:1-818 [004] … 474.621089: rtos_queue_peek_from_isr_failed: tstamp:15124757907 queue:0x0b4b4500
kworker/4:1-818 [004] … 474.789084: rtos_queue_peek_from_isr_failed: tstamp:15129757914 queue:0x0b4b4500
kworker/4:1-818 [004] … 474.957085: rtos_queue_peek_from_isr_failed: tstamp:15134757921 queue:0x0b4b4500
kworker/4:1-818 [004] … 475.125099: rtos_queue_peek_from_isr_failed: tstamp:15139757930 queue:0x0b4b4500
kworker/4:1-818 [004] … 475.293092: rtos_queue_peek_from_isr_failed: tstamp:15144757937 queue:0x0b4b4500
kworker/4:1-818 [004] … 475.461111: rtos_queue_peek_from_isr_failed: tstamp:15149757959 queue:0x0b4b4500
kworker/4:1-818 [004] … 475.573126: rtos_queue_peek_from_isr_failed: tstamp:15154757966 queue:0x0b4b4500
kworker/4:1-818 [004] … 475.741118: rtos_queue_peek_from_isr_failed: tstamp:15159757955 queue:0x0b4b4500
kworker/4:1-818 [004] … 475.909126: rtos_queue_peek_from_isr_failed: tstamp:15164757949 queue:0x0b4b4500
kworker/4:1-818 [004] … 476.077169: rtos_queue_peek_from_isr_failed: tstamp:15169757988 queue:0x0b4b4500
kworker/4:1-818 [004] … 476.245108: rtos_queue_peek_from_isr_failed: tstamp:15174757974 queue:0x0b4b4500
kworker/4:1-818 [004] … 476.413142: rtos_queue_peek_from_isr_failed: tstamp:15179757982 queue:0x0b4b4500
kworker/4:1-818 [004] … 476.581144: rtos_queue_peek_from_isr_failed: tstamp:15184757989 queue:0x0b4b4500
kworker/4:1-818 [004] … 476.693158: rtos_queue_peek_from_isr_failed: tstamp:15189757996 queue:0x0b4b4500
kworker/4:1-818 [004] … 476.861142: rtos_queue_peek_from_isr_failed: tstamp:15194758005 queue:0x0b4b4500
kworker/4:1-818 [004] … 477.029170: rtos_queue_peek_from_isr_failed: tstamp:15199758029 queue:0x0b4b4500
kworker/4:1-818 [004] … 477.197152: rtos_queue_peek_from_isr_failed: tstamp:15204758017 queue:0x0b4b4500
kworker/4:1-818 [004] … 477.365085: rtos_queue_peek_from_isr_failed: tstamp:15209758067 queue:0x0b4b4500
kworker/4:1-818 [004] … 477.533198: rtos_queue_peek_from_isr_failed: tstamp:15214758073 queue:0x0b4b4500
kworker/4:1-818 [004] … 477.701195: rtos_queue_peek_from_isr_failed: tstamp:15219758076 queue:0x0b4b4500
kworker/4:1-818 [004] … 477.813191: rtos_queue_peek_from_isr_failed: tstamp:15224758064 queue:0x0b4b4500
kworker/4:1-818 [004] … 477.981191: rtos_queue_peek_from_isr_failed: tstamp:15229758052 queue:0x0b4b4500
kworker/4:1-818 [004] … 478.149207: rtos_queue_peek_from_isr_failed: tstamp:15234758057 queue:0x0b4b4500
kworker/4:1-818 [004] … 478.317145: rtos_queue_peek_from_isr_failed: tstamp:15239758064 queue:0x0b4b4500
kworker/4:1-818 [004] … 478.485141: rtos_queue_peek_from_isr_failed: tstamp:15244758067 queue:0x0b4b4500
kworker/4:1-818 [004] … 478.653211: rtos_queue_peek_from_isr_failed: tstamp:15249758064 queue:0x0b4b4500
kworker/4:1-818 [004] … 478.821207: rtos_queue_peek_from_isr_failed: tstamp:15254758283 queue:0x0b4b4500
kworker/4:1-818 [004] … 478.933216: rtos_queue_peek_from_isr_failed: tstamp:15259758215 queue:0x0b4b4500
kworker/4:1-818 [004] … 479.105246: rtos_queue_peek_from_isr_failed: tstamp:15264758138 queue:0x0b4b4500
kworker/4:1-818 [004] … 479.273216: rtos_queue_peek_from_isr_failed: tstamp:15269758302 queue:0x0b4b4500
kworker/4:1-818 [004] … 479.441242: rtos_queue_peek_from_isr_failed: tstamp:15274758235 queue:0x0b4b4500

Where should I start debugging?

ShaneCCC · September 11, 2020, 5:27am

The trace log shows nvcsi/vi doesn’t receive any validate data from MIPI bus.
You may need to probe the output signal to make sure the timing is as MIPI spec.

jpchae · September 11, 2020, 7:10am

Hello ShaneCCC,

Does the MIPI CSI-2 timing data sheet for Jetson Tx2 ?

TI serdes device has csi timming control register.
but i don’t know what is exactly right timming.

and camera can capture images in low resolution (720p).
but it runs a few minutes and pause and then serial log error occured as shown below.

[ 77.109382] host1x 13e10000.host1x: cdma_handle_timeout: timeout: 41 (15700000.vi_2) clientid 13, HW thresh 0, done 1
[ 77.120100] host1x 13e10000.host1x: cdma_handle_timeout: timeout: 40 (15700000.vi_1) clientid 13, HW thresh 1, done 1
[ 77.130980] host1x 13e10000.host1x: cdma_handle_timeout: timeout: 39 (15700000.vi_0) clientid 13, HW thresh 1, done 1
[ 83.276904] host1x 13e10000.host1x: CaptureSchedule: syncpoint id 31 (15600000.isp_nvargus-daemon_4) stuck waiting 18, timeout=-1
[ 87.116665] host1x 13e10000.host1x: cdma_handle_timeout: timeout: 25 (15600000.isp_nvargus-daemon_0) clientid 4, HW thresh 0, done 2
[ 87.128779] host1x 13e10000.host1x: cdma_handle_timeout: timeout: 28 (15600000.isp_nvargus-daemon_1) clientid 4, HW thresh 0, done 1
[ 87.140808] host1x 13e10000.host1x: cdma_handle_timeout: timeout: 29 (15600000.isp_nvargus-daemon_2) clientid 4, HW thresh 0, done 1
[ 87.152804] host1x 13e10000.host1x: cdma_handle_timeout: timeout: 30 (15600000.isp_nvargus-daemon_3) clientid 4, HW thresh 0, done 1
[ 87.164923] host1x 13e10000.host1x: cdma_handle_timeout: timeout: 32 (15600000.isp_nvargus-daemon_5) clientid 4, HW thresh 1, done 1
[ 87.176938] host1x 13e10000.host1x: cdma_handle_timeout: timeout: 31 (15600000.isp_nvargus-daemon_4) clientid 4, HW thresh 15, done 15
[ 88.033660] s5k5e8 2-0010: s5k5e8_stop_streaming: stop streaming
[ 97.356208] host1x 13e10000.host1x: cdma_handle_timeout: timeout: 25 (15600000.isp_nvargus-daemon_0) clientid 4, HW thresh 4, done 6
[ 97.368264] host1x 13e10000.host1x: cdma_handle_timeout: timeout: 28 (15600000.isp_nvargus-daemon_1) clientid 4, HW thresh 2, done 3
[ 97.380306] host1x 13e10000.host1x: cdma_handle_timeout: timeout: 29 (15600000.isp_nvargus-daemon_2) clientid 4, HW thresh 2, done 3
[ 97.392330] host1x 13e10000.host1x: cdma_handle_timeout: timeout: 30 (15600000.isp_nvargus-daemon_3) clientid 4, HW thresh 2, done 3
[ 97.404348] host1x 13e10000.host1x: cdma_handle_timeout: timeout: 32 (15600000.isp_nvargus-daemon_5) clientid 4, HW thresh 2, done 3
[ 97.416363] host1x 13e10000.host1x: cdma_handle_timeout: timeout: 31 (15600000.isp_nvargus-daemon_4) clientid 4, HW thresh 31, done 31

ShaneCCC · September 11, 2020, 7:16am

Yes, it’s MIPI spec of the timing.
Please use v4l2-ctl to capture instead involve the ISP for sensor bring up.

v4l2-ctl -d /dev/video0 --set-fmt-video=width=1280,height=720 --set-ctrl bypass_mode=0 --stream-mmap --stream-count=10

jpchae · September 11, 2020, 8:48am

Hello ShaneCCC,

As your advise, I excuted v4l2-ctrl command as shown below.

livsmed@livsmed-desktop:~/Documents$ v4l2-ctl -d /dev/video0 --set-fmt-video=width=1920,height=1080,pixelformat=BA10 --set-ctrl bypass_mode=0 --stream-mmap --stream-count=1000
<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<< 56.43 fps
<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<< 49.25 fps
<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<< 51.49 fps-fmt-video=width=1920,height=1
<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<< 52.75 fps
<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<< 53.40 fps
<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<< 53.83 fps
<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<< 54.14 fps
<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<< 54.37 fps
<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<< 54.60 fps
<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<< 54.74 fps
<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<< 54.85 fps
<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<< 54.95 fps
<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<< 55.07 fps
<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<< 55.14 fps
<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<< 55.20 fps
<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<< 55.25 fps
<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<< 55.29 fps
<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<<< 55.35 fps
<<

when v4l2-ctrl comaned was running, it error occurred.

[ 193.854262] tegra-vi4 15700000.vi: PXL_SOF syncpt timeout! err = -11
[ 193.861104] tegra-vi4 15700000.vi: tegra_channel_error_recovery: attempting to reset the capture channel
[ 210.405140] s5k5e8 2-0010: s5k5e8_stop_streaming: stop streaming
[ 210.494237] nvcsi 150c0000.nvcsi: csi4_stream_check_status (2) INTR_STATUS 0x00010000
[ 210.502386] nvcsi 150c0000.nvcsi: csi4_stream_check_status (2) ERR_INTR_STATUS 0x00010000

ShaneCCC · September 11, 2020, 9:09am

The log tell the err_intr_stat_ph_ecc_multi_bit_err possible the timing not match the MIPI spec.

[ 210.494237] nvcsi 150c0000.nvcsi: csi4_stream_check_status (2) INTR_STATUS 0x00010000
[ 210.502386] nvcsi 150c0000.nvcsi: csi4_stream_check_status (2) ERR_INTR_STATUS 0x00010000

jpchae · September 21, 2020, 10:40am

Hello ShaneCCC ,

As you advise, I excuted V4L2-Ctrl command repeat and repeat.
it occured error message sometime as shown below.

[ 2589.673855] tegra-vi4 15700000.vi: PXL_SOF syncpt timeout! err = -11
[ 2589.680480] tegra-vi4 15700000.vi: tegra_channel_error_recovery: attempting to reset the capture channel
[ 2589.690913] nvcsi 150c0000.nvcsi: csi4_stream_check_status (2) INTR_STATUS 0x00000004
[ 2589.698946] nvcsi 150c0000.nvcsi: csi4_stream_check_status (2) ERR_INTR_STATUS 0x00000004
[ 2596.072658] s5k5e8 2-0010: s5k5e8_stop_streaming: stop streaming
[ 2596.145030] nvcsi 150c0000.nvcsi: csi4_stream_check_status (2) INTR_STATUS 0x00000008
[ 2596.153541] nvcsi 150c0000.nvcsi: csi4_stream_check_status (2) ERR_INTR_STATUS 0x00000008

i searched error message in technical reference manual
intr_stat_pd_crc_err_vc0 → crc packet error
err_intr_stat_pd_wc_short_err_vc0 → short packet error

What the mipi parameter to fix in case of this error?

ShaneCCC · September 21, 2020, 10:50am

You can modify the csi4_fops.c to write the NVCSI_STREAM_x_ERR_INTR_MASK_0 bit 2-3 to disable it to try.

jpchae · September 21, 2020, 11:12am

Hi,

Do you mean to comment out csi4_stream_read function?
Where do you perform 2-3bit disable?

static void csi4_stream_check_status(struct tegra_csi_channel *chan,
int port_idx)
{
struct tegra_csi_device *csi = chan->csi;
int status = 0;

dev_dbg(csi->dev, “%s\n”, func);
if (!chan->pg_mode) {
status = csi4_stream_read(chan, port_idx, ERROR_STATUS2VI_VC0);
if (status)
dev_err(csi->dev,
“%s (%d) ERROR_STATUS2VI_VC0 = 0x%08x\n”,
func, port_idx, status);
  status = csi4_stream_read(chan, port_idx, ERROR_STATUS2VI_VC1);
  if (status)
  	dev_err(csi->dev,
  		"%s (%d) ERROR_STATUS2VI_VC1 = 0x%08x\n",
  		__func__, port_idx, status);

  status = csi4_stream_read(chan, port_idx, ERROR_STATUS2VI_VC2);
  if (status)
  	dev_err(csi->dev,
  		"%s (%d) ERROR_STATUS2VI_VC2 = 0x%08x\n",
  		__func__, port_idx, status);

  status = csi4_stream_read(chan, port_idx, ERROR_STATUS2VI_VC3);
  if (status)
  	dev_err(csi->dev,
  		"%s (%d) ERROR_STATUS2VI_VC2 = 0x%08x\n",
  		__func__, port_idx, status);
}

/*
status = csi4_stream_read(chan, port_idx, INTR_STATUS);
if (status)
dev_err(csi->dev,
“%s (%d) INTR_STATUS 0x%08x\n”,
func, port_idx, status);

status = csi4_stream_read(chan, port_idx, ERR_INTR_STATUS);
if (status)
dev_err(csi->dev,
“%s (%d) ERR_INTR_STATUS 0x%08x\n”,
func, port_idx, status); */
}

ShaneCCC · September 21, 2020, 1:27pm

I mean set bit 2-3 of REG NVCSI_STREAM_x_ERR_INTR_MASK_0 to mask the error report.

jpchae · September 22, 2020, 10:24am

Hello ShaneCCC ,

I searched ERR_INTR_MASK masking define file.
I found csi4_registers.h in /kernel/nvidia/include/media directory.

I modified “csi4_stream_init” fuction in csi4_fops.c file as shown below.

Original
csi4_stream_write(chan, csi_port, ERR_INTR_MASK, 0x0);
Modified
csi4_stream_write(chan, csi_port, INTR_MASK,MASK_PD_WC_SHORT_ERR_VC0|MASK_PD_CRC_ERR_VC0);

Is it correct that I have modified it?

thank you.

ShaneCCC · September 22, 2020, 10:38am

Yes, like below.

       csi4_stream_write(chan, port_num, INTR_MASK, PH_ECC_MULTI_BIT_ERR |
                       PD_CRC_ERR_VC0 | PH_ECC_SINGLE_BIT_ERR_VC0);
       csi4_stream_write(chan, port_num, ERR_INTR_MASK, PH_ECC_MULTI_BIT_ERR |
                       PD_CRC_ERR_VC0 | PH_ECC_SINGLE_BIT_ERR_VC0);
       csi4_stream_write(chan, port_num, ERROR_STATUS2VI_MASK,
                       CFG_ERR_STATUS2VI_MASK_VC0 |
                       CFG_ERR_STATUS2VI_MASK_VC1 |
                       CFG_ERR_STATUS2VI_MASK_VC2 |
                       CFG_ERR_STATUS2VI_MASK_VC3);