The Orin Nx receives the image data output by the FPGA using the mipi interface and cannot produce a graph。
The current situation:
1.Hardware structure block diagram:
2 use the hardware interface:
2.1.CSI-C corresponding to Orin Nx
2.2.port-index: 2
2.3.2lan
3.DT
/ {
tegra-capture-vi {
num-channels = <2>;
ports {
#address-cells = <1>;
#size-cells = <0>;
vi_port0: port@0 {
reg = <0>;
status = "okay";
rbpcv2_imx219_vi_in0: endpoint {
port-index = <0>;
bus-width = <2>;
remote-endpoint = <&rbpcv2_imx219_csi_out0>;
};
};
vi_port1: port@1 {
reg = <1>;
status = "okay";
rbpcv2_imx219_vi_in1: endpoint {
port-index = <2>;
bus-width = <2>;
remote-endpoint = <&rbpcv2_imx219_csi_out1>;
};
};
};
};
host1x@13e00000 {
nvcsi@15a00000 {
num-channels = <2>;
#address-cells = <1>;
#size-cells = <0>;
csi_chan0: channel@0 {
reg = <0>;
ports {
#address-cells = <1>;
#size-cells = <0>;
csi_chan0_port0: port@0 {
reg = <0>;
rbpcv2_imx219_csi_in0: endpoint@0 {
port-index = <0>;
bus-width = <2>;
remote-endpoint = <&rbpcv2_imx219_out0>;
};
};
csi_chan0_port1: port@1 {
reg = <1>;
rbpcv2_imx219_csi_out0: endpoint@1 {
remote-endpoint = <&rbpcv2_imx219_vi_in0>;
};
};
};
};
csi_chan1: channel@1 {
reg = <1>;
status = "okay";
ports {
#address-cells = <1>;
#size-cells = <0>;
csi_chan1_port0: port@0 {
reg = <0>;
rbpcv2_imx219_csi_in1: endpoint@0 {
port-index = <2>;
bus-width = <2>;
remote-endpoint = <&rbpcv2_imx219_out1>;
};
};
csi_chan1_port1: port@1 {
reg = <1>;
rbpcv2_imx219_csi_out1: endpoint@1 {
remote-endpoint = <&rbpcv2_imx219_vi_in1>;
};
};
};
};
};
};
cam_i2cmux {
i2c@0 {
imx219_cam0: rbpcv2_imx219_a@09 {
compatible = "sfw,imx219";
/* I2C device address */
reg = <0x09>;
devnode = "video0";
/* Physical dimensions of sensor */
physical_w = <2688>;
physical_h = <1512>;
sensor_model = "imx219";
use_sensor_mode_id = "true";
mode0 {
mclk_khz = "24000";
num_lanes = "2";
tegra_sinterface = "serial_c";
phy_mode = "DPHY";
//discontinuous_clk = "no";
discontinuous_clk = "yes";
dpcm_enable = "false";
cil_settletime = "0";
csi_pixel_bit_depth = "16";
lane_polarity = "0";
active_w = "1920";
active_h = "1080";
pixel_t = "yuv_uyvy16";
readout_orientation = "0";
line_length = "2200";
inherent_gain = "1";
mclk_multiplier = "2";
pix_clk_hz = "74250000";
gain_factor = "16";
framerate_factor = "1000000";
exposure_factor = "1000000";
min_gain_val = "16"; /* 1.00x */
max_gain_val = "170"; /* 10.66x */
step_gain_val = "1";
default_gain = "16"; /* 1.00x */
min_hdr_ratio = "1";
max_hdr_ratio = "1";
min_framerate = "2000000"; /* 2.0 fps */
max_framerate = "30000000"; /* 30 fps */
step_framerate = "1";
default_framerate = "30000000"; /* 30 fps */
min_exp_time = "13"; /* us */
max_exp_time = "333333"; /* us */
step_exp_time = "1";
default_exp_time = "2495"; /* us */
embedded_metadata_height = "2";
};
ports {
#address-cells = <1>;
#size-cells = <0>;
port@0 {
reg = <0>;
rbpcv2_imx219_out0: endpoint {
status = "okay";
port-index = <0>;
bus-width = <2>;
remote-endpoint = <&rbpcv2_imx219_csi_in0>;
};
};
};
};
};
i2c@1 {
imx219_cam1: rbpcv2_imx219_c@10 {
compatible = "sfw,imx219";
/* I2C device address */
reg = <0x10>;
/* V4L2 device node location */
devnode = "video1";
/* Physical dimensions of sensor */
physical_w = <2688>;
physical_h = <1512>;
sensor_model = "imx219";
use_sensor_mode_id = "true";
mode0 {
mclk_khz = "24000";
num_lanes = "2";
tegra_sinterface = "serial_c";
phy_mode = "DPHY";
//discontinuous_clk = "no";
discontinuous_clk = "yes";
dpcm_enable = "false";
cil_settletime = "0";
csi_pixel_bit_depth = "16";
lane_polarity = "0";
active_w = "1920";
active_h = "1080";
pixel_t = "yuv_uyvy16";
readout_orientation = "0";
line_length = "2200";
inherent_gain = "1";
mclk_multiplier = "2";
pix_clk_hz = "74250000";
gain_factor = "16";
framerate_factor = "1000000";
exposure_factor = "1000000";
min_gain_val = "16"; /* 1.00x */
max_gain_val = "170"; /* 10.66x */
step_gain_val = "1";
default_gain = "16"; /* 1.00x */
min_hdr_ratio = "1";
max_hdr_ratio = "1";
min_framerate = "2000000"; /* 2.0 fps */
max_framerate = "30000000"; /* 30 fps */
step_framerate = "1";
default_framerate = "30000000"; /* 30 fps */
min_exp_time = "13"; /* us */
max_exp_time = "333333"; /* us */
step_exp_time = "1";
default_exp_time = "2495"; /* us */
embedded_metadata_height = "2";
};
ports {
#address-cells = <1>;
#size-cells = <0>;
port@0 {
reg = <0>;
rbpcv2_imx219_out1: endpoint {
status = "okay";
port-index = <2>;
bus-width = <2>;
remote-endpoint = <&rbpcv2_imx219_csi_in1>;
};
};
};
};
};
};
};
4.dmesg
[ 243.469247] probing v4l2 sensor at addr 0x9
[ 243.469377] imx219 9-0009: tegracam sensor driver:imx219_v2.0.6
[ 243.469423] tegra-camrtc-capture-vi tegra-capture-vi: subdev imx219 9-0009 bound
[ 243.470470] detected imx219 sensor
[ 243.470601] probing v4l2 sensor at addr 0x10
[ 243.470688] imx219 10-0010: tegracam sensor driver:imx219_v2.0.6
[ 243.470715] tegra-camrtc-capture-vi tegra-capture-vi: subdev imx219 10-0010 bound
[ 243.471166] detected imx219 sensor
[ 259.737786] bwmgr API not supported
[ 262.411471] tegra-camrtc-capture-vi tegra-capture-vi: uncorr_err: request timed out after 2500 ms
[ 262.424263] tegra-camrtc-capture-vi tegra-capture-vi: err_rec: attempting to reset the capture channel
[ 262.435057] (NULL device *): vi_capture_control_message: NULL VI channel received
[ 262.442956] t194-nvcsi 13e40000.host1x:nvcsi@15a00000: csi5_stream_close: Error in closing stream_id=2, csi_port=2
[ 262.453838] (NULL device *): vi_capture_control_message: NULL VI channel received
[ 262.461712] t194-nvcsi 13e40000.host1x:nvcsi@15a00000: csi5_stream_open: VI channel not found for stream- 2 vc- 0
[ 262.472583] tegra-camrtc-capture-vi tegra-capture-vi: err_rec: successfully reset the capture channel
[ 265.227427] tegra-camrtc-capture-vi tegra-capture-vi: uncorr_err: request timed out after 2500 ms
[ 265.236618] tegra-camrtc-capture-vi tegra-capture-vi: err_rec: attempting to reset the capture channel
[ 265.247100] (NULL device *): vi_capture_control_message: NULL VI channel received
[ 265.254823] t194-nvcsi 13e40000.host1x:nvcsi@15a00000: csi5_stream_close: Error in closing stream_id=2, csi_port=2
[ 265.265494] (NULL device *): vi_capture_control_message: NULL VI channel received
[ 265.273221] t194-nvcsi 13e40000.host1x:nvcsi@15a00000: csi5_stream_open: VI channel not found for stream- 2 vc- 0
[ 265.283967] tegra-camrtc-capture-vi tegra-capture-vi: err_rec: successfully reset the capture channel
[ 268.043337] tegra-camrtc-capture-vi tegra-capture-vi: uncorr_err: request timed out after 2500 ms
[ 268.052477] tegra-camrtc-capture-vi tegra-capture-vi: err_rec: attempting to reset the capture channel
[ 268.064350] (NULL device *): vi_capture_control_message: NULL VI channel received
[ 268.072088] t194-nvcsi 13e40000.host1x:nvcsi@15a00000: csi5_stream_close: Error in closing stream_id=2, csi_port=2
[ 268.082773] (NULL device *): vi_capture_control_message: NULL VI channel received
[ 268.090511] t194-nvcsi 13e40000.host1x:nvcsi@15a00000: csi5_stream_open: VI channel not found for stream- 2 vc- 0
[ 268.101267] tegra-camrtc-capture-vi tegra-capture-vi: err_rec: successfully reset the capture channel
5.tracing
v4l2-ctl-2643 [002] .... 688.260308: tegra_channel_close: vi-output, imx219 9-0009
vi-output, imx2-2645 [003] .... 690.233977: tegra_channel_capture_setup: vnc_id 0 W 1920 H 1080 fmt 13
v4l2-ctl-2643 [002] .... 690.243598: tegra_channel_set_stream: enable : 0x0
v4l2-ctl-2643 [002] .... 690.243600: tegra_channel_set_stream: imx219 9-0009 : 0x0
v4l2-ctl-2643 [002] .... 690.294622: tegra_channel_set_stream: 13e40000.host1x:nvcsi@15a00000- : 0x0
v4l2-ctl-2643 [002] .... 690.294625: csi_s_stream: enable : 0x0
v4l2-ctl-2643 [002] .... 690.304284: tegra_channel_set_power: imx219 9-0009 : 0x0
v4l2-ctl-2643 [002] .... 690.304294: camera_common_s_power: status : 0x0
v4l2-ctl-2643 [002] .... 690.304303: tegra_channel_set_power: 13e40000.host1x:nvcsi@15a00000- : 0x0
v4l2-ctl-2643 [002] .... 690.304306: csi_s_power: enable : 0x0
v4l2-ctl-2650 [001] .... 692.736509: tegra_channel_open: vi-output, imx219 10-0010
v4l2-ctl-2650 [001] .... 692.742257: tegra_channel_set_power: imx219 10-0010 : 0x1
v4l2-ctl-2650 [001] .... 692.742268: camera_common_s_power: status : 0x1
v4l2-ctl-2650 [001] .... 692.742276: tegra_channel_set_power: 13e40000.host1x:nvcsi@15a00000- : 0x1
v4l2-ctl-2650 [001] .... 692.742278: csi_s_power: enable : 0x1
v4l2-ctl-2650 [001] .... 692.742660: tegra_channel_capture_setup: vnc_id 0 W 1920 H 1080 fmt 13
v4l2-ctl-2650 [001] .... 692.743496: tegra_channel_set_stream: enable : 0x1
v4l2-ctl-2650 [001] .... 692.756087: tegra_channel_set_stream: 13e40000.host1x:nvcsi@15a00000- : 0x1
v4l2-ctl-2650 [001] .... 692.756089: csi_s_stream: enable : 0x1
v4l2-ctl-2650 [001] .... 692.756385: tegra_channel_set_stream: imx219 10-0010 : 0x1
kworker/1:2-116 [001] .... 692.758090: rtcpu_vinotify_event: tstamp:22164673154 cch:0 vi:1 tag:VIFALC_TDSTATE channel:0x23 frame:0 vi_tstamp:709259144064 data:0x759e300010000000
kworker/1:2-116 [001] .... 692.758090: rtcpu_vinotify_event: tstamp:22164673325 cch:0 vi:1 tag:VIFALC_TDSTATE channel:0x23 frame:0 vi_tstamp:709259150944 data:0x0000000031000001
kworker/1:2-116 [001] .... 692.758090: rtcpu_vinotify_event: tstamp:22164673518 cch:0 vi:1 tag:VIFALC_TDSTATE channel:0x23 frame:0 vi_tstamp:709259201440 data:0x759e2d0010000000
kworker/1:2-116 [001] .... 692.758091: rtcpu_vinotify_event: tstamp:22164673688 cch:0 vi:1 tag:VIFALC_TDSTATE channel:0x23 frame:0 vi_tstamp:709259208000 data:0x0000000031000002
kworker/1:2-116 [001] .... 692.758092: rtcpu_nvcsi_intr: tstamp:22164762051 class:GLOBAL type:PHY_INTR0 phy:0 cil:1 st:0 vc:0 status:0x00000001
kworker/1:2-116 [001] .... 692.758093: rtcpu_nvcsi_intr: tstamp:22164762420 class:GLOBAL type:PHY_INTR0 phy:0 cil:1 st:0 vc:0 status:0x00000001
kworker/1:2-116 [001] .... 692.758093: rtcpu_nvcsi_intr: tstamp:22164762761 class:GLOBAL type:PHY_INTR0 phy:0 cil:1 st:0 vc:0 status:0x00000001
kworker/1:2-116 [001] .... 692.758093: rtcpu_nvcsi_intr: tstamp:22164763100 class:GLOBAL type:PHY_INTR0 phy:0 cil:1 st:0 vc:0 status:0x00000001
kworker/1:2-116 [001] .... 692.758094: rtcpu_nvcsi_intr: tstamp:22164763439 class:GLOBAL type:PHY_INTR0 phy:0 cil:1 st:0 vc:0 status:0x00000001
kworker/1:2-116 [001] .... 692.758094: rtcpu_nvcsi_intr: tstamp:22164763779 class:GLOBAL type:PHY_INTR0 phy:0 cil:1 st:0 vc:0 status:0x00000001
kworker/1:2-116 [001] .... 692.758094: rtcpu_nvcsi_intr: tstamp:22164764128 class:GLOBAL type:PHY_INTR0 phy:0 cil:1 st:0 vc:0 status:0x00000001
kworker/1:2-116 [001] .... 692.758094: rtcpu_nvcsi_intr: tstamp:22164764465 class:GLOBAL type:PHY_INTR0 phy:0 cil:1 st:0 vc:0 status:0x00000089
kworker/1:2-116 [001] .... 692.758095: rtcpu_nvcsi_intr: tstamp:22164764811 class:GLOBAL type:PHY_INTR0 phy:0 cil:1 st:0 vc:0 status:0x00000081
kworker/1:2-116 [001] .... 692.758095: rtcpu_nvcsi_intr: tstamp:22164765148 class:GLOBAL type:PHY_INTR0 phy:0 cil:1 st:0 vc:0 status:0x00000089
kworker/1:2-116 [001] .... 692.758095: rtcpu_nvcsi_intr: tstamp:22164765488 class:GLOBAL type:PHY_INTR0 phy:0 cil:1 st:0 vc:0 status:0x00000089
kworker/1:2-116 [001] .... 692.758095: rtcpu_nvcsi_intr: tstamp:22164765826 class:GLOBAL type:PHY_INTR0 phy:0 cil:1 st:0 vc:0 status:0x00000089
kworker/1:2-116 [001] .... 692.758095: rtcpu_nvcsi_intr: tstamp:22164766165 class:GLOBAL type:PHY_INTR0 phy:0 cil:1 st:0 vc:0 status:0x00000089
kworker/1:2-116 [001] .... 692.758096: rtcpu_nvcsi_intr: tstamp:22164766502 class:GLOBAL type:PHY_INTR0 phy:0 cil:1 st:0 vc:0 status:0x00000089
kworker/1:2-116 [001] .... 692.758096: rtcpu_nvcsi_intr: tstamp:22164766839 class:GLOBAL type:PHY_INTR0 phy:0 cil:1 st:0 vc:0 status:0x00000089
kworker/1:2-116 [001] .... 692.758096: rtcpu_nvcsi_intr: tstamp:22164767175 class:GLOBAL type:PHY_INTR0 phy:0 cil:1 st:0 vc:0 status:0x00000089
kworker/1:2-116 [001] .... 692.758096: rtcpu_nvcsi_intr: tstamp:22164767513 class:GLOBAL type:PHY_INTR0 phy:0 cil:1 st:0 vc:0 status:0x00000089
kworker/1:2-116 [001] .... 692.758096: rtcpu_nvcsi_intr: tstamp:22164767849 class:GLOBAL type:PHY_INTR0 phy:0 cil:1 st:0 vc:0 status:0x00000089
kworker/1:2-116 [001] .... 692.758097: rtcpu_nvcsi_intr: tstamp:22164768185 class:GLOBAL type:PHY_INTR0 phy:0 cil:1 st:0 vc:0 status:0x00000089
kworker/1:2-116 [001] .... 692.758097: rtcpu_nvcsi_intr: tstamp:22164768522 class:GLOBAL type:PHY_INTR0 phy:0 cil:1 st:0 vc:0 status:0x00000089
@ JerryChang Please help to find out what is the reason that the drawing cannot be produced at present, thank you!