[ 737.658699] syncpt_thresh_int_mask(6) = 0x00000000 [ 737.658725] syncpt_thresh_int_mask(7) = 0x00000000 [ 737.658750] syncpt_thresh_int_mask(8) = 0x00000000 [ 737.658788] syncpt_thresh_int_mask(9) = 0x00000000 [ 737.658814] syncpt_thresh_int_mask(10) = 0x00000000 [ 737.658839] syncpt_thresh_int_mask(11) = 0x00000000 [ 737.658864] ---- host syncpt irq status ---- [ 737.658889] syncpt_thresh_cpu0_int_status(0) = 0x00000000 [ 737.658914] syncpt_thresh_cpu0_int_status(1) = 0x00000000 [ 737.658952] syncpt_thresh_cpu0_int_status(2) = 0x00000000 [ 737.658979] syncpt_thresh_cpu0_int_status(3) = 0x00000000 [ 737.659006] syncpt_thresh_cpu0_int_status(4) = 0x00000000 [ 737.659029] syncpt_thresh_cpu0_int_status(5) = 0x00000000 [ 737.659043] ---- host syncpt thresh ---- [ 737.659071] syncpt_int_thresh_thresh_0(0) = 1 [ 737.659101] syncpt_int_thresh_thresh_0(13) = 143690 [ 737.659120] syncpt_int_thresh_thresh_0(16) = 11784 [ 737.659138] syncpt_int_thresh_thresh_0(18) = 1822 [ 737.659336] gm20b pbdma 0: [ 737.659360] id: 13 (tsg), next_id: 13 (tsg) chan status: valid [ 737.659411] PBDMA_PUT: 0000001e03ba5ad4 PBDMA_GET: 0000001e03ba5118 GP_PUT: 000000a2 GP_GET: 000000a1 FETCH: 000000a2 HEADER: 20000df8 HDR: 2002037e SHADOW0: 03ba4aac SHADOW1: 0010281e [ 737.659444] gm20b eng 0: [ 737.659467] id: 0 (channel), next_id: 13 (tsg), ctx status: load [ 737.659480] busy [ 737.659509] gm20b eng 1: [ 737.659529] id: 0 (channel), next_id: 0 (channel), ctx status: invalid [ 737.660500] 496-gm20b, pid 8987, refs 2: [ 737.660524] channel status: in use idle not busy [ 737.660569] RAMFC : TOP: 8000001f003a00b0 PUT: 0000001f003a00b0 GET: 0000001f003a00b0 FETCH: 0000001f003a00b0 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00001401 SEMAPHORE 0000001e 01350aa0 00000000 00000002 [ 737.660584] 497-gm20b, pid 8987, refs 2: [ 737.660587] channel status: in use idle not busy [ 737.660594] RAMFC : TOP: 8000001f001c00a0 PUT: 0000001f001c00a0 GET: 0000001f001c00a0 FETCH: 0000001f001c00a0 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00001301 SEMAPHORE 0000001e 01630aa0 00000000 00000002 [ 737.660599] 498-gm20b, pid 8987, refs 16: [ 737.660602] channel status: in use on_pbdma_and_eng busy [ 737.660608] RAMFC : TOP: 8000001f00070140 PUT: 0000001f00070140 GET: 0000001f00070140 FETCH: 0000001f00070140 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00001201 SEMAPHORE 0000001e 01390aa0 00000973 00000002 [ 737.660613] 499-gm20b, pid 8987, refs 2: [ 737.660615] channel status: in use idle not busy [ 737.660620] RAMFC : TOP: 8000001f00008080 PUT: 0000001f00008080 GET: 0000001f00008080 FETCH: 0000001f00008080 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00001101 SEMAPHORE 0000001e 01080aa0 00000000 00000002 [ 737.660625] 500-gm20b, pid 7843, refs 6: [ 737.660628] channel status: in use pending busy [ 737.660633] RAMFC : TOP: 8000001f000003e0 PUT: 0000001f000003e0 GET: 0000001f000003e0 FETCH: 0000001f000003e0 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00001001 SEMAPHORE 0000001e 04030aa0 000039cc 00001004 [ 737.660637] 501-gm20b, pid 7680, refs 2: [ 737.660640] channel status: in use idle not busy [ 737.660644] RAMFC : TOP: 8000001f00008080 PUT: 0000001f00008080 GET: 0000001f00008080 FETCH: 0000001f00008080 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00000f01 SEMAPHORE 0000001e 010b0aa0 00000000 00000002 [ 737.660649] 502-gm20b, pid 7124, refs 2: [ 737.660651] channel status: in use idle not busy [ 737.660656] RAMFC : TOP: 8000001f0000c288 PUT: 0000001f0000c288 GET: 0000001f0000c288 FETCH: 0000001f0000c288 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00000e01 SEMAPHORE 00000000 00000000 00000000 00000000 [ 737.660661] 503-gm20b, pid 7124, refs 8: [ 737.660663] channel status: in use pending busy [ 737.660668] RAMFC : TOP: 8000001f000050a0 PUT: 0000001f000050a0 GET: 0000001f000050a0 FETCH: 0000001f000050a0 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00000d01 SEMAPHORE 0000000d fc000000 021039da 01100002 [ 737.660672] 504-gm20b, pid 6139, refs 2: [ 737.660675] channel status: in use idle not busy [ 737.660681] RAMFC : TOP: 8000001f000030c0 PUT: 0000001f000030c0 GET: 0000001f000030c0 FETCH: 0000001f000030c0 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00000b01 SEMAPHORE 0000001e 01090020 00000002 00000002 [ 737.660686] 505-gm20b, pid 6971, refs 2: [ 737.660688] channel status: in use idle not busy [ 737.660693] RAMFC : TOP: 8000001f00068060 PUT: 0000001f00068060 GET: 0000001f00068060 FETCH: 0000001f00068060 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00000c01 SEMAPHORE 0000001e 015e0aa0 00000000 00000002 [ 737.660697] 506-gm20b, pid 5872, refs 2: [ 737.660699] channel status: in use idle not busy [ 737.660704] RAMFC : TOP: 8000001f0000c5b8 PUT: 0000001f0000c5b8 GET: 0000001f0000c5b8 FETCH: 0000001f0000c5b8 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00000901 SEMAPHORE 00000000 00000000 00000000 00000000 [ 737.660708] 507-gm20b, pid 5872, refs 2: [ 737.660710] channel status: in use idle not busy [ 737.660715] RAMFC : TOP: 8000001f00007140 PUT: 0000001f00007140 GET: 0000001f00007140 FETCH: 0000001f00007140 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00000801 SEMAPHORE 0000000d fc001000 06240102 01100002 [ 737.660719] 508-gm20b, pid 5393, refs 2: [ 737.660721] channel status: in use idle not busy [ 737.660726] RAMFC : TOP: 0000000000000000 PUT: 0000000000000000 GET: 0000000000000000 FETCH: 0000000000000000 HEADER: 60400000 COUNT: 00000000 SYNCPOINT 00000000 00000000 SEMAPHORE 00000000 00000000 00000000 00000000 [ 737.660730] 509-gm20b, pid 5393, refs 2: [ 737.660732] channel status: in use idle not busy [ 737.660736] RAMFC : TOP: 0000000000000000 PUT: 0000000000000000 GET: 0000000000000000 FETCH: 0000000000000000 HEADER: 60400000 COUNT: 00000000 SYNCPOINT 00000000 00000000 SEMAPHORE 00000000 00000000 00000000 00000000 [ 737.660741] 510-gm20b, pid 5393, refs 2: [ 737.660743] channel status: in use idle not busy [ 737.660747] RAMFC : TOP: 0000000000000000 PUT: 0000000000000000 GET: 0000000000000000 FETCH: 0000000000000000 HEADER: 60400000 COUNT: 00000000 SYNCPOINT 00000000 00000000 SEMAPHORE 00000000 00000000 00000000 00000000 [ 737.660752] 511-gm20b, pid 5393, refs 2: [ 737.660754] channel status: in use idle not busy [ 737.660758] RAMFC : TOP: 0000000000000000 PUT: 0000000000000000 GET: 0000000000000000 FETCH: 0000000000000000 HEADER: 60400000 COUNT: 00000000 SYNCPOINT 00000000 00000000 SEMAPHORE 00000000 00000000 00000000 00000000 [ 737.660965] nvgpu: 57000000.gpu gk20a_fifo_handle_mmu_fault_locked:1721 [ERR] fake mmu fault on engine 0, engine subid 0 (gpc), client 20 (t1 4), addr 0x5594e08000, type 11 (compression failure), access_type 0x00000001,inst_ptr 0x1bca2c0 [ 737.682112] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:129 [ERR] gr_fecs_os_r : 0 [ 737.690859] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:131 [ERR] gr_fecs_cpuctl_r : 0x40 [ 737.700155] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:133 [ERR] gr_fecs_idlestate_r : 0x1 [ 737.709636] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:135 [ERR] gr_fecs_mailbox0_r : 0x0 [ 737.718980] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:137 [ERR] gr_fecs_mailbox1_r : 0x0 [ 737.728322] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:139 [ERR] gr_fecs_irqstat_r : 0x0 [ 737.737580] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:141 [ERR] gr_fecs_irqmode_r : 0x4 [ 737.746948] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:143 [ERR] gr_fecs_irqmask_r : 0x8704 [ 737.756617] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:145 [ERR] gr_fecs_irqdest_r : 0x0 [ 737.766002] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:147 [ERR] gr_fecs_debug1_r : 0x40 [ 737.775395] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:149 [ERR] gr_fecs_debuginfo_r : 0x0 [ 737.784948] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:151 [ERR] gr_fecs_ctxsw_status_1_r : 0x304 [ 737.795099] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(0) : 0x1 [ 737.805491] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(1) : 0x0 [ 737.815695] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(2) : 0x90009 [ 737.826187] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(3) : 0x14000 [ 737.837032] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(4) : 0x1ffda0 [ 737.847575] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(5) : 0x0 [ 737.857852] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(6) : 0x0 [ 737.867955] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(7) : 0x0 [ 737.878257] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(8) : 0x0 [ 737.888608] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(9) : 0x0 [ 737.898710] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(10) : 0x0 [ 737.909091] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(11) : 0x0 [ 737.919281] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(12) : 0x0 [ 737.929711] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(13) : 0x0 [ 737.940178] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(14) : 0x0 [ 737.950633] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(15) : 0x0 [ 737.960895] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:159 [ERR] gr_fecs_engctl_r : 0x0 [ 737.970363] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:161 [ERR] gr_fecs_curctx_r : 0x0 [ 737.979670] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:163 [ERR] gr_fecs_nxtctx_r : 0x0 [ 737.989166] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:169 [ERR] FECS_FALCON_REG_IMB : 0xbadfbadf [ 737.999533] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:175 [ERR] FECS_FALCON_REG_DMB : 0xbadfbadf [ 738.009860] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:181 [ERR] FECS_FALCON_REG_CSW : 0xbadfbadf [ 738.020174] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:187 [ERR] FECS_FALCON_REG_CTX : 0xbadfbadf [ 738.030516] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:193 [ERR] FECS_FALCON_REG_EXCI : 0xbadfbadf [ 738.041179] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:200 [ERR] FECS_FALCON_REG_PC : 0xbadfbadf [ 738.051194] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:206 [ERR] FECS_FALCON_REG_SP : 0xbadfbadf [ 738.061403] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:200 [ERR] FECS_FALCON_REG_PC : 0xbadfbadf [ 738.071669] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:206 [ERR] FECS_FALCON_REG_SP : 0xbadfbadf [ 738.081940] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:200 [ERR] FECS_FALCON_REG_PC : 0xbadfbadf [ 738.092168] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:206 [ERR] FECS_FALCON_REG_SP : 0xbadfbadf [ 738.102465] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:200 [ERR] FECS_FALCON_REG_PC : 0xbadfbadf [ 738.112479] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:206 [ERR] FECS_FALCON_REG_SP : 0xbadfbadf [ 738.122721] nvgpu: 57000000.gpu gk20a_fifo_handle_mmu_fault_locked:1726 [ERR] gr_status_r : 0x81 [ 738.134198] nvgpu: 57000000.gpu fifo_error_isr:2605 [ERR] channel reset initiated from fifo_error_isr; intr=0x00000100 [ 751.464071] nvgpu: 57000000.gpu nvgpu_set_error_notifier_locked:137 [ERR] error notifier set to 8 for ch 498 [ 751.474818] nvgpu: 57000000.gpu gk20a_fifo_handle_sched_error:2531 [ERR] fifo sched ctxsw timeout error: engine=0, tsg=13, ms=3100 [ 751.488550] ---- mlocks ---- [ 751.488640] ---- syncpts ---- [ 751.488689] id 4 (disp1_a) min 2531 max 2532 refs 1 (previous client : ) [ 751.488694] id 5 (disp1_b) min 6 max 6 refs 1 (previous client : ) [ 751.488698] id 6 (disp1_c) min 6 max 6 refs 1 (previous client : ) [ 751.488703] id 8 (gm20b_507) min 1812 max 1812 refs 1 (previous client : ) [ 751.488707] id 9 (gm20b_506) min 122 max 122 refs 1 (previous client : ) [ 751.488712] id 11 (gm20b_504) min 2664 max 2664 refs 1 (previous client : gm20b_504) [ 751.488716] id 12 (gm20b_505) min 36 max 36 refs 1 (previous client : gm20b_505) [ 751.488720] id 13 (gm20b_503) min 143782 max 143788 refs 1 (previous client : gm20b_503) [ 751.488723] id 14 (gm20b_502) min 54 max 54 refs 1 (previous client : ) [ 751.488727] id 15 (gm20b_501) min 32 max 32 refs 1 (previous client : gm20b_501) [ 751.488731] id 16 (gm20b_500) min 11864 max 11868 refs 1 (previous client : gm20b_500) [ 751.488734] id 17 (gm20b_499) min 8 max 8 refs 1 (previous client : ) [ 751.488738] id 18 (gm20b_498) min 1928 max 1942 refs 1 (previous client : gm20b_498) [ 751.488741] id 19 (gm20b_497) min 10 max 10 refs 1 (previous client : ) [ 751.488744] id 20 (gm20b_496) min 10 max 10 refs 1 (previous client : ) [ 751.488751] id 27 (vblank1) min 34480 max -12 refs 1 (previous client : ) [ 751.488847] ---- channels ---- [ 751.488852] channel 0 - 54340000.vic [ 751.488857] 0-54340000.vic (0): [ 751.488860] inactive [ 751.488865] ---- host general irq ---- [ 751.488867] sync_hintmask_ext = 0xc0000000 [ 751.488870] sync_hintmask = 0x80000000 [ 751.488874] sync_intc0mask = 0x00000001 [ 751.488879] sync_intmask = 0x00000011 [ 751.488884] ---- host syncpt irq mask ---- [ 751.488888] syncpt_thresh_int_mask(0) = 0x04000001 [ 751.488891] syncpt_thresh_int_mask(1) = 0x00000011 [ 751.488896] syncpt_thresh_int_mask(2) = 0x00000000 [ 751.488899] syncpt_thresh_int_mask(3) = 0x00000000 [ 751.488902] syncpt_thresh_int_mask(4) = 0x00000000 [ 751.488905] syncpt_thresh_int_mask(5) = 0x00000000 [ 751.488907] syncpt_thresh_int_mask(6) = 0x00000000 [ 751.488909] syncpt_thresh_int_mask(7) = 0x00000000 [ 751.488912] syncpt_thresh_int_mask(8) = 0x00000000 [ 751.488914] syncpt_thresh_int_mask(9) = 0x00000000 [ 751.488916] syncpt_thresh_int_mask(10) = 0x00000000 [ 751.488918] syncpt_thresh_int_mask(11) = 0x00000000 [ 751.488920] ---- host syncpt irq status ---- [ 751.488923] syncpt_thresh_cpu0_int_status(0) = 0x00000000 [ 751.488925] syncpt_thresh_cpu0_int_status(1) = 0x00000000 [ 751.488928] syncpt_thresh_cpu0_int_status(2) = 0x00000000 [ 751.488932] syncpt_thresh_cpu0_int_status(3) = 0x00000000 [ 751.488934] syncpt_thresh_cpu0_int_status(4) = 0x00000000 [ 751.488936] syncpt_thresh_cpu0_int_status(5) = 0x00000000 [ 751.488938] ---- host syncpt thresh ---- [ 751.488941] syncpt_int_thresh_thresh_0(0) = 1 [ 751.488949] syncpt_int_thresh_thresh_0(13) = 143784 [ 751.488953] syncpt_int_thresh_thresh_0(16) = 11866 [ 751.488956] syncpt_int_thresh_thresh_0(18) = 1930 [ 751.489039] gm20b pbdma 0: [ 751.489043] id: 13 (tsg), next_id: 13 (tsg) chan status: valid [ 751.489054] PBDMA_PUT: 0000001e03b46afc PBDMA_GET: 0000001e03b46acc GP_PUT: 00000154 GP_GET: 00000153 FETCH: 00000154 HEADER: 20001b08 HDR: 200406c0 SHADOW0: 03b46034 SHADOW1: 000ac81e [ 751.489060] gm20b eng 0: [ 751.489064] id: 0 (channel), next_id: 13 (tsg), ctx status: load [ 751.489068] busy [ 751.489075] gm20b eng 1: [ 751.489078] id: 0 (channel), next_id: 0 (channel), ctx status: invalid [ 751.489284] 496-gm20b, pid 8987, refs 2: [ 751.489287] channel status: in use idle not busy [ 751.489294] RAMFC : TOP: 8000001f003a00b0 PUT: 0000001f003a00b0 GET: 0000001f003a00b0 FETCH: 0000001f003a00b0 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00001401 SEMAPHORE 0000001e 01350aa0 00000000 00000002 [ 751.489299] 497-gm20b, pid 8987, refs 2: [ 751.489302] channel status: in use idle not busy [ 751.489308] RAMFC : TOP: 8000001f001c00a0 PUT: 0000001f001c00a0 GET: 0000001f001c00a0 FETCH: 0000001f001c00a0 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00001301 SEMAPHORE 0000001e 01630aa0 00000000 00000002 [ 751.489313] 498-gm20b, pid 8987, refs 16: [ 751.489316] channel status: in use on_pbdma_and_eng busy [ 751.489322] RAMFC : TOP: 8000001f000605e0 PUT: 0000001f000605e0 GET: 0000001f000605e0 FETCH: 0000001f000605e0 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00001201 SEMAPHORE 0000001e 013d0aa0 000009a0 00000002 [ 751.489326] 499-gm20b, pid 8987, refs 2: [ 751.489329] channel status: in use idle not busy [ 751.489335] RAMFC : TOP: 8000001f00008080 PUT: 0000001f00008080 GET: 0000001f00008080 FETCH: 0000001f00008080 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00001101 SEMAPHORE 0000001e 01080aa0 00000000 00000002 [ 751.489340] 500-gm20b, pid 7843, refs 6: [ 751.489342] channel status: in use pending busy [ 751.489348] RAMFC : TOP: 8000001f00000a00 PUT: 0000001f00000a00 GET: 0000001f00000a00 FETCH: 0000001f00000a00 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00001001 SEMAPHORE 0000001e 04030aa0 00003a34 00001004 [ 751.489353] 501-gm20b, pid 7680, refs 2: [ 751.489356] channel status: in use idle not busy [ 751.489361] RAMFC : TOP: 8000001f00008080 PUT: 0000001f00008080 GET: 0000001f00008080 FETCH: 0000001f00008080 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00000f01 SEMAPHORE 0000001e 010b0aa0 00000000 00000002 [ 751.489368] 502-gm20b, pid 7124, refs 2: [ 751.489371] channel status: in use idle not busy [ 751.489376] RAMFC : TOP: 8000001f0000c288 PUT: 0000001f0000c288 GET: 0000001f0000c288 FETCH: 0000001f0000c288 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00000e01 SEMAPHORE 00000000 00000000 00000000 00000000 [ 751.489381] 503-gm20b, pid 7124, refs 8: [ 751.489383] channel status: in use pending busy [ 751.489388] RAMFC : TOP: 8000001f00005680 PUT: 0000001f00005680 GET: 0000001f00005680 FETCH: 0000001f00005680 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00000d01 SEMAPHORE 0000000d fc000000 02cc0184 01100002 [ 751.489393] 504-gm20b, pid 6139, refs 2: [ 751.489396] channel status: in use idle not busy [ 751.489401] RAMFC : TOP: 8000001f000030c0 PUT: 0000001f000030c0 GET: 0000001f000030c0 FETCH: 0000001f000030c0 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00000b01 SEMAPHORE 0000001e 01090020 00000002 00000002 [ 751.489406] 505-gm20b, pid 6971, refs 2: [ 751.489408] channel status: in use idle not busy [ 751.489413] RAMFC : TOP: 8000001f00068060 PUT: 0000001f00068060 GET: 0000001f00068060 FETCH: 0000001f00068060 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00000c01 SEMAPHORE 0000001e 015e0aa0 00000000 00000002 [ 751.489418] 506-gm20b, pid 5872, refs 2: [ 751.489421] channel status: in use idle not busy [ 751.489426] RAMFC : TOP: 8000001f0000c5b8 PUT: 0000001f0000c5b8 GET: 0000001f0000c5b8 FETCH: 0000001f0000c5b8 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00000901 SEMAPHORE 00000000 00000000 00000000 00000000 [ 751.489431] 507-gm20b, pid 5872, refs 2: [ 751.489433] channel status: in use idle not busy [ 751.489438] RAMFC : TOP: 8000001f00007140 PUT: 0000001f00007140 GET: 0000001f00007140 FETCH: 0000001f00007140 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00000801 SEMAPHORE 0000000d fc001000 06240102 01100002 [ 751.489443] 508-gm20b, pid 5393, refs 2: [ 751.489445] channel status: in use idle not busy [ 751.489450] RAMFC : TOP: 0000000000000000 PUT: 0000000000000000 GET: 0000000000000000 FETCH: 0000000000000000 HEADER: 60400000 COUNT: 00000000 SYNCPOINT 00000000 00000000 SEMAPHORE 00000000 00000000 00000000 00000000 [ 751.489457] 509-gm20b, pid 5393, refs 2: [ 751.489460] channel status: in use idle not busy [ 751.489465] RAMFC : TOP: 0000000000000000 PUT: 0000000000000000 GET: 0000000000000000 FETCH: 0000000000000000 HEADER: 60400000 COUNT: 00000000 SYNCPOINT 00000000 00000000 SEMAPHORE 00000000 00000000 00000000 00000000 [ 751.489470] 510-gm20b, pid 5393, refs 2: [ 751.489473] channel status: in use idle not busy [ 751.489477] RAMFC : TOP: 0000000000000000 PUT: 0000000000000000 GET: 0000000000000000 FETCH: 0000000000000000 HEADER: 60400000 COUNT: 00000000 SYNCPOINT 00000000 00000000 SEMAPHORE 00000000 00000000 00000000 00000000 [ 751.489482] 511-gm20b, pid 5393, refs 2: [ 751.489484] channel status: in use idle not busy [ 751.489489] RAMFC : TOP: 0000000000000000 PUT: 0000000000000000 GET: 0000000000000000 FETCH: 0000000000000000 HEADER: 60400000 COUNT: 00000000 SYNCPOINT 00000000 00000000 SEMAPHORE 00000000 00000000 00000000 00000000 [ 751.489771] nvgpu: 57000000.gpu gk20a_fifo_handle_mmu_fault_locked:1721 [ERR] fake mmu fault on engine 0, engine subid 0 (gpc), client 20 (t1 4), addr 0x75b4e08000, type 11 (compression failure), access_type 0x00000001,inst_ptr 0x1b8a2c0 [ 751.510929] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:129 [ERR] gr_fecs_os_r : 0 [ 751.519564] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:131 [ERR] gr_fecs_cpuctl_r : 0x40 [ 751.528923] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:133 [ERR] gr_fecs_idlestate_r : 0x1 [ 751.538353] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:135 [ERR] gr_fecs_mailbox0_r : 0x0 [ 751.547676] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:137 [ERR] gr_fecs_mailbox1_r : 0x0 [ 751.557165] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:139 [ERR] gr_fecs_irqstat_r : 0x0 [ 751.566708] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:141 [ERR] gr_fecs_irqmode_r : 0x4 [ 751.576022] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:143 [ERR] gr_fecs_irqmask_r : 0x8704 [ 751.585831] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:145 [ERR] gr_fecs_irqdest_r : 0x0 [ 751.595146] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:147 [ERR] gr_fecs_debug1_r : 0x40 [ 751.604732] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:149 [ERR] gr_fecs_debuginfo_r : 0x0 [ 751.614238] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:151 [ERR] gr_fecs_ctxsw_status_1_r : 0x304 [ 751.624537] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(0) : 0x1 [ 751.634945] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(1) : 0x0 [ 751.645285] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(2) : 0x90009 [ 751.656085] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(3) : 0x14000 [ 751.666578] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(4) : 0x1ffda0 [ 751.677162] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(5) : 0x0 [ 751.687328] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(6) : 0x0 [ 751.697653] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(7) : 0x0 [ 751.707827] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(8) : 0x0 [ 751.718165] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(9) : 0x0 [ 751.728348] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(10) : 0x0 [ 751.738792] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(11) : 0x0 [ 751.749258] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(12) : 0x0 [ 751.759726] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(13) : 0x0 [ 751.770172] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(14) : 0x0 [ 751.780654] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(15) : 0x0 [ 751.791130] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:159 [ERR] gr_fecs_engctl_r : 0x0 [ 751.800381] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:161 [ERR] gr_fecs_curctx_r : 0x0 [ 751.809571] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:163 [ERR] gr_fecs_nxtctx_r : 0x0 [ 751.818771] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:169 [ERR] FECS_FALCON_REG_IMB : 0xbadfbadf [ 751.829051] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:175 [ERR] FECS_FALCON_REG_DMB : 0xbadfbadf [ 751.839386] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:181 [ERR] FECS_FALCON_REG_CSW : 0xbadfbadf [ 751.849737] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:187 [ERR] FECS_FALCON_REG_CTX : 0xbadfbadf [ 751.860126] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:193 [ERR] FECS_FALCON_REG_EXCI : 0xbadfbadf [ 751.870620] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:200 [ERR] FECS_FALCON_REG_PC : 0xbadfbadf [ 751.880897] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:206 [ERR] FECS_FALCON_REG_SP : 0xbadfbadf [ 751.891138] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:200 [ERR] FECS_FALCON_REG_PC : 0xbadfbadf [ 751.901405] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:206 [ERR] FECS_FALCON_REG_SP : 0xbadfbadf [ 751.911664] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:200 [ERR] FECS_FALCON_REG_PC : 0xbadfbadf [ 751.921946] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:206 [ERR] FECS_FALCON_REG_SP : 0xbadfbadf [ 751.932276] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:200 [ERR] FECS_FALCON_REG_PC : 0xbadfbadf [ 751.942497] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:206 [ERR] FECS_FALCON_REG_SP : 0xbadfbadf [ 751.952803] nvgpu: 57000000.gpu gk20a_fifo_handle_mmu_fault_locked:1726 [ERR] gr_status_r : 0x81 [ 751.964072] nvgpu: 57000000.gpu fifo_error_isr:2605 [ERR] channel reset initiated from fifo_error_isr; intr=0x00000100 [ 756.108468] nvgpu: 57000000.gpu nvgpu_set_error_notifier_locked:137 [ERR] error notifier set to 8 for ch 498 [ 756.119064] nvgpu: 57000000.gpu gk20a_fifo_handle_sched_error:2531 [ERR] fifo sched ctxsw timeout error: engine=0, tsg=13, ms=3100 [ 756.132146] ---- mlocks ---- [ 756.132226] ---- syncpts ---- [ 756.132260] id 4 (disp1_a) min 2535 max 2536 refs 1 (previous client : ) [ 756.132276] id 5 (disp1_b) min 6 max 6 refs 1 (previous client : ) [ 756.132291] id 6 (disp1_c) min 6 max 6 refs 1 (previous client : ) [ 756.132308] id 8 (gm20b_507) min 1812 max 1812 refs 1 (previous client : ) [ 756.132324] id 9 (gm20b_506) min 122 max 122 refs 1 (previous client : ) [ 756.132342] id 11 (gm20b_504) min 2664 max 2664 refs 1 (previous client : gm20b_504) [ 756.132358] id 12 (gm20b_505) min 36 max 36 refs 1 (previous client : gm20b_505) [ 756.132376] id 13 (gm20b_503) min 143806 max 143812 refs 1 (previous client : gm20b_503) [ 756.132398] id 14 (gm20b_502) min 54 max 54 refs 1 (previous client : ) [ 756.132404] id 15 (gm20b_501) min 32 max 32 refs 1 (previous client : gm20b_501) [ 756.132409] id 16 (gm20b_500) min 11884 max 11888 refs 1 (previous client : gm20b_500) [ 756.132415] id 17 (gm20b_499) min 8 max 8 refs 1 (previous client : ) [ 756.132420] id 18 (gm20b_498) min 1960 max 1970 refs 1 (previous client : gm20b_498) [ 756.132425] id 19 (gm20b_497) min 10 max 10 refs 1 (previous client : ) [ 756.132430] id 20 (gm20b_496) min 10 max 10 refs 1 (previous client : ) [ 756.132437] id 27 (vblank1) min 34759 max -12 refs 1 (previous client : ) [ 756.132532] ---- channels ---- [ 756.132538] channel 0 - 54340000.vic [ 756.132543] 0-54340000.vic (0): [ 756.132546] inactive [ 756.132553] ---- host general irq ---- [ 756.132558] sync_hintmask_ext = 0xc0000000 [ 756.132562] sync_hintmask = 0x80000000 [ 756.132567] sync_intc0mask = 0x00000001 [ 756.132570] sync_intmask = 0x00000011 [ 756.132572] ---- host syncpt irq mask ---- [ 756.132575] syncpt_thresh_int_mask(0) = 0x04000001 [ 756.132577] syncpt_thresh_int_mask(1) = 0x00000011 [ 756.132580] syncpt_thresh_int_mask(2) = 0x00000000 [ 756.132582] syncpt_thresh_int_mask(3) = 0x00000000 [ 756.132584] syncpt_thresh_int_mask(4) = 0x00000000 [ 756.132586] syncpt_thresh_int_mask(5) = 0x00000000 [ 756.132589] syncpt_thresh_int_mask(6) = 0x00000000 [ 756.132591] syncpt_thresh_int_mask(7) = 0x00000000 [ 756.132593] syncpt_thresh_int_mask(8) = 0x00000000 [ 756.132596] syncpt_thresh_int_mask(9) = 0x00000000 [ 756.132598] syncpt_thresh_int_mask(10) = 0x00000000 [ 756.132600] syncpt_thresh_int_mask(11) = 0x00000000 [ 756.132602] ---- host syncpt irq status ---- [ 756.132604] syncpt_thresh_cpu0_int_status(0) = 0x00000000 [ 756.132607] syncpt_thresh_cpu0_int_status(1) = 0x00000000 [ 756.132609] syncpt_thresh_cpu0_int_status(2) = 0x00000000 [ 756.132611] syncpt_thresh_cpu0_int_status(3) = 0x00000000 [ 756.132614] syncpt_thresh_cpu0_int_status(4) = 0x00000000 [ 756.132616] syncpt_thresh_cpu0_int_status(5) = 0x00000000 [ 756.132618] ---- host syncpt thresh ---- [ 756.132621] syncpt_int_thresh_thresh_0(0) = 1 [ 756.132629] syncpt_int_thresh_thresh_0(13) = 143808 [ 756.132633] syncpt_int_thresh_thresh_0(16) = 11886 [ 756.132638] syncpt_int_thresh_thresh_0(18) = 1962 [ 756.132721] gm20b pbdma 0: [ 756.132725] id: 13 (tsg), next_id: 13 (tsg) chan status: valid [ 756.132736] PBDMA_PUT: 0000001e031508a8 PBDMA_GET: 0000001e031508a0 GP_PUT: 000000a1 GP_GET: 0000009d FETCH: 000000a1 HEADER: 20100180 HDR: 20020060 SHADOW0: 03150880 SHADOW1: 00002a1e [ 756.132741] gm20b eng 0: [ 756.132744] id: 0 (channel), next_id: 13 (tsg), ctx status: load [ 756.132746] busy [ 756.132750] gm20b eng 1: [ 756.132752] id: 0 (channel), next_id: 0 (channel), ctx status: invalid [ 756.132966] 496-gm20b, pid 8987, refs 2: [ 756.132970] channel status: in use idle not busy [ 756.132976] RAMFC : TOP: 8000001f003a00b0 PUT: 0000001f003a00b0 GET: 0000001f003a00b0 FETCH: 0000001f003a00b0 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00001401 SEMAPHORE 0000001e 01350aa0 00000000 00000002 [ 756.132982] 497-gm20b, pid 8987, refs 2: [ 756.132984] channel status: in use idle not busy [ 756.132990] RAMFC : TOP: 8000001f001c00a0 PUT: 0000001f001c00a0 GET: 0000001f001c00a0 FETCH: 0000001f001c00a0 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00001301 SEMAPHORE 0000001e 01630aa0 00000000 00000002 [ 756.132995] 498-gm20b, pid 8987, refs 12: [ 756.132998] channel status: in use on_pbdma_and_eng busy [ 756.133003] RAMFC : TOP: 8000001f00070120 PUT: 0000001f00070120 GET: 0000001f00070120 FETCH: 0000001f00070120 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00001201 SEMAPHORE 0000001e 013f0aa0 00000a2b 00000002 [ 756.133008] 499-gm20b, pid 8987, refs 2: [ 756.133011] channel status: in use idle not busy [ 756.133016] RAMFC : TOP: 8000001f00008080 PUT: 0000001f00008080 GET: 0000001f00008080 FETCH: 0000001f00008080 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00001101 SEMAPHORE 0000001e 01080aa0 00000000 00000002 [ 756.133021] 500-gm20b, pid 7843, refs 6: [ 756.133024] channel status: in use pending busy [ 756.133029] RAMFC : TOP: 8000001f00000b80 PUT: 0000001f00000b80 GET: 0000001f00000b80 FETCH: 0000001f00000b80 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00001001 SEMAPHORE 0000001e 04030aa0 00003a4e 00001004 [ 756.133034] 501-gm20b, pid 7680, refs 2: [ 756.133036] channel status: in use idle not busy [ 756.133041] RAMFC : TOP: 8000001f00008080 PUT: 0000001f00008080 GET: 0000001f00008080 FETCH: 0000001f00008080 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00000f01 SEMAPHORE 0000001e 010b0aa0 00000000 00000002 [ 756.133046] 502-gm20b, pid 7124, refs 2: [ 756.133049] channel status: in use idle not busy [ 756.133054] RAMFC : TOP: 8000001f0000c288 PUT: 0000001f0000c288 GET: 0000001f0000c288 FETCH: 0000001f0000c288 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00000e01 SEMAPHORE 00000000 00000000 00000000 00000000 [ 756.133059] 503-gm20b, pid 7124, refs 8: [ 756.133061] channel status: in use pending busy [ 756.133066] RAMFC : TOP: 8000001f00005800 PUT: 0000001f00005800 GET: 0000001f00005800 FETCH: 0000001f00005800 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00000d01 SEMAPHORE 0000000d fc000000 02fc03b0 01100002 [ 756.133071] 504-gm20b, pid 6139, refs 2: [ 756.133074] channel status: in use idle not busy [ 756.133079] RAMFC : TOP: 8000001f000030c0 PUT: 0000001f000030c0 GET: 0000001f000030c0 FETCH: 0000001f000030c0 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00000b01 SEMAPHORE 0000001e 01090020 00000002 00000002 [ 756.133085] 505-gm20b, pid 6971, refs 2: [ 756.133087] channel status: in use idle not busy [ 756.133092] RAMFC : TOP: 8000001f00068060 PUT: 0000001f00068060 GET: 0000001f00068060 FETCH: 0000001f00068060 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00000c01 SEMAPHORE 0000001e 015e0aa0 00000000 00000002 [ 756.133097] 506-gm20b, pid 5872, refs 2: [ 756.133100] channel status: in use idle not busy [ 756.133105] RAMFC : TOP: 8000001f0000c5b8 PUT: 0000001f0000c5b8 GET: 0000001f0000c5b8 FETCH: 0000001f0000c5b8 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00000901 SEMAPHORE 00000000 00000000 00000000 00000000 [ 756.133110] 507-gm20b, pid 5872, refs 2: [ 756.133113] channel status: in use idle not busy [ 756.133118] RAMFC : TOP: 8000001f00007140 PUT: 0000001f00007140 GET: 0000001f00007140 FETCH: 0000001f00007140 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00000801 SEMAPHORE 0000000d fc001000 06240102 01100002 [ 756.133123] 508-gm20b, pid 5393, refs 2: [ 756.133126] channel status: in use idle not busy [ 756.133131] RAMFC : TOP: 0000000000000000 PUT: 0000000000000000 GET: 0000000000000000 FETCH: 0000000000000000 HEADER: 60400000 COUNT: 00000000 SYNCPOINT 00000000 00000000 SEMAPHORE 00000000 00000000 00000000 00000000 [ 756.133136] 509-gm20b, pid 5393, refs 2: [ 756.133138] channel status: in use idle not busy [ 756.133143] RAMFC : TOP: 0000000000000000 PUT: 0000000000000000 GET: 0000000000000000 FETCH: 0000000000000000 HEADER: 60400000 COUNT: 00000000 SYNCPOINT 00000000 00000000 SEMAPHORE 00000000 00000000 00000000 00000000 [ 756.133149] 510-gm20b, pid 5393, refs 2: [ 756.133151] channel status: in use idle not busy [ 756.133156] RAMFC : TOP: 0000000000000000 PUT: 0000000000000000 GET: 0000000000000000 FETCH: 0000000000000000 HEADER: 60400000 COUNT: 00000000 SYNCPOINT 00000000 00000000 SEMAPHORE 00000000 00000000 00000000 00000000 [ 756.133161] 511-gm20b, pid 5393, refs 2: [ 756.133166] channel status: in use idle not busy [ 756.133170] RAMFC : TOP: 0000000000000000 PUT: 0000000000000000 GET: 0000000000000000 FETCH: 0000000000000000 HEADER: 60400000 COUNT: 00000000 SYNCPOINT 00000000 00000000 SEMAPHORE 00000000 00000000 00000000 00000000 [ 756.133455] nvgpu: 57000000.gpu gk20a_fifo_handle_mmu_fault_locked:1721 [ERR] fake mmu fault on engine 0, engine subid 0 (gpc), client 4 (t1 1), addr 0x75b4e08000, type 11 (compression failure), access_type 0x00000001,inst_ptr 0x1bca2c00 [ 756.154615] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:129 [ERR] gr_fecs_os_r : 0 [ 756.163252] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:131 [ERR] gr_fecs_cpuctl_r : 0x40 [ 756.172520] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:133 [ERR] gr_fecs_idlestate_r : 0x1 [ 756.181987] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:135 [ERR] gr_fecs_mailbox0_r : 0x0 [ 756.191328] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:137 [ERR] gr_fecs_mailbox1_r : 0x0 [ 756.200660] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:139 [ERR] gr_fecs_irqstat_r : 0x0 [ 756.209988] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:141 [ERR] gr_fecs_irqmode_r : 0x4 [ 756.219360] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:143 [ERR] gr_fecs_irqmask_r : 0x8704 [ 756.229264] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:145 [ERR] gr_fecs_irqdest_r : 0x0 [ 756.238553] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:147 [ERR] gr_fecs_debug1_r : 0x40 [ 756.247992] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:149 [ERR] gr_fecs_debuginfo_r : 0x0 [ 756.257788] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:151 [ERR] gr_fecs_ctxsw_status_1_r : 0x304 [ 756.268296] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(0) : 0x1 [ 756.278464] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(1) : 0x0 [ 756.288635] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(2) : 0x90009 [ 756.299289] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(3) : 0x14000 [ 756.309942] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(4) : 0x1ffda0 [ 756.320766] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(5) : 0x0 [ 756.330904] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(6) : 0x0 [ 756.341182] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(7) : 0x0 [ 756.351595] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(8) : 0x0 [ 756.361921] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(9) : 0x0 [ 756.372280] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(10) : 0x0 [ 756.382746] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(11) : 0x0 [ 756.393015] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(12) : 0x0 [ 756.403468] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(13) : 0x0 [ 756.413889] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(14) : 0x0 [ 756.424150] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(15) : 0x0 [ 756.434561] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:159 [ERR] gr_fecs_engctl_r : 0x0 [ 756.443807] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:161 [ERR] gr_fecs_curctx_r : 0x0 [ 756.453322] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:163 [ERR] gr_fecs_nxtctx_r : 0x0 [ 756.462761] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:169 [ERR] FECS_FALCON_REG_IMB : 0xbadfbadf [ 756.473114] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:175 [ERR] FECS_FALCON_REG_DMB : 0xbadfbadf [ 756.483459] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:181 [ERR] FECS_FALCON_REG_CSW : 0xbadfbadf [ 756.493762] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:187 [ERR] FECS_FALCON_REG_CTX : 0xbadfbadf [ 756.505218] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:193 [ERR] FECS_FALCON_REG_EXCI : 0xbadfbadf [ 756.516259] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:200 [ERR] FECS_FALCON_REG_PC : 0xbadfbadf [ 756.526780] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:206 [ERR] FECS_FALCON_REG_SP : 0xbadfbadf [ 756.537099] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:200 [ERR] FECS_FALCON_REG_PC : 0xbadfbadf [ 756.547396] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:206 [ERR] FECS_FALCON_REG_SP : 0xbadfbadf [ 756.557639] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:200 [ERR] FECS_FALCON_REG_PC : 0xbadfbadf [ 756.567986] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:206 [ERR] FECS_FALCON_REG_SP : 0xbadfbadf [ 756.578113] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:200 [ERR] FECS_FALCON_REG_PC : 0xbadfbadf [ 756.588395] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:206 [ERR] FECS_FALCON_REG_SP : 0xbadfbadf [ 756.598437] nvgpu: 57000000.gpu gk20a_fifo_handle_mmu_fault_locked:1726 [ERR] gr_status_r : 0x81 [ 756.609646] nvgpu: 57000000.gpu fifo_error_isr:2605 [ERR] channel reset initiated from fifo_error_isr; intr=0x00000100 [ 760.517421] nvgpu: 57000000.gpu nvgpu_set_error_notifier_locked:137 [ERR] error notifier set to 8 for ch 498 [ 760.527680] nvgpu: 57000000.gpu gk20a_fifo_handle_sched_error:2531 [ERR] fifo sched ctxsw timeout error: engine=0, tsg=13, ms=3100 [ 760.539996] ---- mlocks ---- [ 760.540031] ---- syncpts ---- [ 760.540059] id 4 (disp1_a) min 2538 max 2539 refs 1 (previous client : ) [ 760.540076] id 5 (disp1_b) min 6 max 6 refs 1 (previous client : ) [ 760.540092] id 6 (disp1_c) min 6 max 6 refs 1 (previous client : ) [ 760.540110] id 8 (gm20b_507) min 1812 max 1812 refs 1 (previous client : ) [ 760.540126] id 9 (gm20b_506) min 122 max 122 refs 1 (previous client : ) [ 760.540144] id 11 (gm20b_504) min 2664 max 2664 refs 1 (previous client : gm20b_504) [ 760.540161] id 12 (gm20b_505) min 36 max 36 refs 1 (previous client : gm20b_505) [ 760.540178] id 13 (gm20b_503) min 143824 max 143830 refs 1 (previous client : gm20b_503) [ 760.540194] id 14 (gm20b_502) min 54 max 54 refs 1 (previous client : ) [ 760.540210] id 15 (gm20b_501) min 32 max 32 refs 1 (previous client : gm20b_501) [ 760.540227] id 16 (gm20b_500) min 11900 max 11906 refs 1 (previous client : gm20b_500) [ 760.540243] id 17 (gm20b_499) min 8 max 8 refs 1 (previous client : ) [ 760.540259] id 18 (gm20b_498) min 1984 max 1994 refs 1 (previous client : gm20b_498) [ 760.540270] id 19 (gm20b_497) min 10 max 10 refs 1 (previous client : ) [ 760.540277] id 20 (gm20b_496) min 10 max 10 refs 1 (previous client : ) [ 760.540286] id 27 (vblank1) min 35023 max -12 refs 1 (previous client : ) [ 760.540384] ---- channels ---- [ 760.540390] channel 0 - 54340000.vic [ 760.540395] 0-54340000.vic (0): [ 760.540398] inactive [ 760.540403] ---- host general irq ---- [ 760.540406] sync_hintmask_ext = 0xc0000000 [ 760.540408] sync_hintmask = 0x80000000 [ 760.540410] sync_intc0mask = 0x00000001 [ 760.540413] sync_intmask = 0x00000011 [ 760.540415] ---- host syncpt irq mask ---- [ 760.540417] syncpt_thresh_int_mask(0) = 0x04000001 [ 760.540422] syncpt_thresh_int_mask(1) = 0x00000011 [ 760.540427] syncpt_thresh_int_mask(2) = 0x00000000 [ 760.540431] syncpt_thresh_int_mask(3) = 0x00000000 [ 760.540436] syncpt_thresh_int_mask(4) = 0x00000000 [ 760.540439] syncpt_thresh_int_mask(5) = 0x00000000 [ 760.540444] syncpt_thresh_int_mask(6) = 0x00000000 [ 760.540447] syncpt_thresh_int_mask(7) = 0x00000000 [ 760.540450] syncpt_thresh_int_mask(8) = 0x00000000 [ 760.540453] syncpt_thresh_int_mask(9) = 0x00000000 [ 760.540456] syncpt_thresh_int_mask(10) = 0x00000000 [ 760.540460] syncpt_thresh_int_mask(11) = 0x00000000 [ 760.540463] ---- host syncpt irq status ---- [ 760.540468] syncpt_thresh_cpu0_int_status(0) = 0x00000000 [ 760.540470] syncpt_thresh_cpu0_int_status(1) = 0x00000000 [ 760.540473] syncpt_thresh_cpu0_int_status(2) = 0x00000000 [ 760.540475] syncpt_thresh_cpu0_int_status(3) = 0x00000000 [ 760.540477] syncpt_thresh_cpu0_int_status(4) = 0x00000000 [ 760.540480] syncpt_thresh_cpu0_int_status(5) = 0x00000000 [ 760.540481] ---- host syncpt thresh ---- [ 760.540484] syncpt_int_thresh_thresh_0(0) = 1 [ 760.540493] syncpt_int_thresh_thresh_0(13) = 143826 [ 760.540496] syncpt_int_thresh_thresh_0(16) = 11902 [ 760.540500] syncpt_int_thresh_thresh_0(18) = 1986 [ 760.540583] gm20b pbdma 0: [ 760.540586] id: 13 (tsg), next_id: 13 (tsg) chan status: valid [ 760.540598] PBDMA_PUT: 0000001e03170828 PBDMA_GET: 0000001e03170820 GP_PUT: 00000096 GP_GET: 00000092 FETCH: 00000096 HEADER: 20100180 HDR: 20020060 SHADOW0: 03170800 SHADOW1: 00002a1e [ 760.540603] gm20b eng 0: [ 760.540606] id: 0 (channel), next_id: 13 (tsg), ctx status: load [ 760.540607] busy [ 760.540612] gm20b eng 1: [ 760.540614] id: 0 (channel), next_id: 0 (channel), ctx status: invalid [ 760.540830] 496-gm20b, pid 8987, refs 2: [ 760.540834] channel status: in use idle not busy [ 760.540840] RAMFC : TOP: 8000001f003a00b0 PUT: 0000001f003a00b0 GET: 0000001f003a00b0 FETCH: 0000001f003a00b0 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00001401 SEMAPHORE 0000001e 01350aa0 00000000 00000002 [ 760.540846] 497-gm20b, pid 8987, refs 2: [ 760.540849] channel status: in use idle not busy [ 760.540854] RAMFC : TOP: 8000001f001c00a0 PUT: 0000001f001c00a0 GET: 0000001f001c00a0 FETCH: 0000001f001c00a0 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00001301 SEMAPHORE 0000001e 01630aa0 00000000 00000002 [ 760.540859] 498-gm20b, pid 8987, refs 12: [ 760.540863] channel status: in use on_pbdma_and_eng busy [ 760.540868] RAMFC : TOP: 8000001f000600e0 PUT: 0000001f000600e0 GET: 0000001f000600e0 FETCH: 0000001f000600e0 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00001201 SEMAPHORE 0000001e 03150aa0 00000a52 00000002 [ 760.540873] 499-gm20b, pid 8987, refs 2: [ 760.540876] channel status: in use idle not busy [ 760.540882] RAMFC : TOP: 8000001f00008080 PUT: 0000001f00008080 GET: 0000001f00008080 FETCH: 0000001f00008080 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00001101 SEMAPHORE 0000001e 01080aa0 00000000 00000002 [ 760.540886] 500-gm20b, pid 7843, refs 8: [ 760.540889] channel status: in use pending busy [ 760.540895] RAMFC : TOP: 8000001f00000cb0 PUT: 0000001f00000cb0 GET: 0000001f00000cb0 FETCH: 0000001f00000cb0 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00001001 SEMAPHORE 0000001e 04030aa0 00003a64 00001004 [ 760.540900] 501-gm20b, pid 7680, refs 2: [ 760.540902] channel status: in use idle not busy [ 760.540908] RAMFC : TOP: 8000001f00008080 PUT: 0000001f00008080 GET: 0000001f00008080 FETCH: 0000001f00008080 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00000f01 SEMAPHORE 0000001e 010b0aa0 00000000 00000002 [ 760.540912] 502-gm20b, pid 7124, refs 2: [ 760.540915] channel status: in use idle not busy [ 760.540920] RAMFC : TOP: 8000001f0000c288 PUT: 0000001f0000c288 GET: 0000001f0000c288 FETCH: 0000001f0000c288 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00000e01 SEMAPHORE 00000000 00000000 00000000 00000000 [ 760.540925] 503-gm20b, pid 7124, refs 8: [ 760.540927] channel status: in use pending busy [ 760.540933] RAMFC : TOP: 8000001f00005920 PUT: 0000001f00005920 GET: 0000001f00005920 FETCH: 0000001f00005920 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00000d01 SEMAPHORE 0000000d fc000000 03200551 01100002 [ 760.540937] 504-gm20b, pid 6139, refs 2: [ 760.540940] channel status: in use idle not busy [ 760.540945] RAMFC : TOP: 8000001f000030c0 PUT: 0000001f000030c0 GET: 0000001f000030c0 FETCH: 0000001f000030c0 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00000b01 SEMAPHORE 0000001e 01090020 00000002 00000002 [ 760.540950] 505-gm20b, pid 6971, refs 2: [ 760.540952] channel status: in use idle not busy [ 760.540957] RAMFC : TOP: 8000001f00068060 PUT: 0000001f00068060 GET: 0000001f00068060 FETCH: 0000001f00068060 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00000c01 SEMAPHORE 0000001e 015e0aa0 00000000 00000002 [ 760.540962] 506-gm20b, pid 5872, refs 2: [ 760.540965] channel status: in use idle not busy [ 760.540970] RAMFC : TOP: 8000001f0000c5b8 PUT: 0000001f0000c5b8 GET: 0000001f0000c5b8 FETCH: 0000001f0000c5b8 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00000901 SEMAPHORE 00000000 00000000 00000000 00000000 [ 760.540975] 507-gm20b, pid 5872, refs 2: [ 760.540977] channel status: in use idle not busy [ 760.540984] RAMFC : TOP: 8000001f00007140 PUT: 0000001f00007140 GET: 0000001f00007140 FETCH: 0000001f00007140 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00000801 SEMAPHORE 0000000d fc001000 06240102 01100002 [ 760.540989] 508-gm20b, pid 5393, refs 2: [ 760.540991] channel status: in use idle not busy [ 760.540996] RAMFC : TOP: 0000000000000000 PUT: 0000000000000000 GET: 0000000000000000 FETCH: 0000000000000000 HEADER: 60400000 COUNT: 00000000 SYNCPOINT 00000000 00000000 SEMAPHORE 00000000 00000000 00000000 00000000 [ 760.541001] 509-gm20b, pid 5393, refs 2: [ 760.541004] channel status: in use idle not busy [ 760.541008] RAMFC : TOP: 0000000000000000 PUT: 0000000000000000 GET: 0000000000000000 FETCH: 0000000000000000 HEADER: 60400000 COUNT: 00000000 SYNCPOINT 00000000 00000000 SEMAPHORE 00000000 00000000 00000000 00000000 [ 760.541013] 510-gm20b, pid 5393, refs 2: [ 760.541015] channel status: in use idle not busy [ 760.541020] RAMFC : TOP: 0000000000000000 PUT: 0000000000000000 GET: 0000000000000000 FETCH: 0000000000000000 HEADER: 60400000 COUNT: 00000000 SYNCPOINT 00000000 00000000 SEMAPHORE 00000000 00000000 00000000 00000000 [ 760.541025] 511-gm20b, pid 5393, refs 2: [ 760.541027] channel status: in use idle not busy [ 760.541032] RAMFC : TOP: 0000000000000000 PUT: 0000000000000000 GET: 0000000000000000 FETCH: 0000000000000000 HEADER: 60400000 COUNT: 00000000 SYNCPOINT 00000000 00000000 SEMAPHORE 00000000 00000000 00000000 00000000 [ 760.541254] nvgpu: 57000000.gpu gk20a_fifo_handle_mmu_fault_locked:1721 [ERR] fake mmu fault on engine 0, engine subid 0 (gpc), client 20 (t1 4), addr 0x55b5e28000, type 10 (bad aperture), access_type 0x00000001,inst_ptr 0x1bda2c000 [ 760.561946] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:129 [ERR] gr_fecs_os_r : 0 [ 760.570580] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:131 [ERR] gr_fecs_cpuctl_r : 0x40 [ 760.579806] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:133 [ERR] gr_fecs_idlestate_r : 0x1 [ 760.589204] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:135 [ERR] gr_fecs_mailbox0_r : 0x0 [ 760.598514] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:137 [ERR] gr_fecs_mailbox1_r : 0x0 [ 760.607831] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:139 [ERR] gr_fecs_irqstat_r : 0x0 [ 760.617078] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:141 [ERR] gr_fecs_irqmode_r : 0x4 [ 760.626339] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:143 [ERR] gr_fecs_irqmask_r : 0x8704 [ 760.635862] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:145 [ERR] gr_fecs_irqdest_r : 0x0 [ 760.645139] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:147 [ERR] gr_fecs_debug1_r : 0x40 [ 760.654425] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:149 [ERR] gr_fecs_debuginfo_r : 0x0 [ 760.663914] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:151 [ERR] gr_fecs_ctxsw_status_1_r : 0x304 [ 760.674011] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(0) : 0x1 [ 760.684173] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(1) : 0x0 [ 760.694310] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(2) : 0x90009 [ 760.704813] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(3) : 0x14000 [ 760.715221] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(4) : 0x1ffda0 [ 760.725787] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(5) : 0x0 [ 760.736142] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(6) : 0x0 [ 760.746325] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(7) : 0x0 [ 760.756732] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(8) : 0x0 [ 760.767102] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(9) : 0x0 [ 760.777423] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(10) : 0x0 [ 760.787917] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(11) : 0x0 [ 760.798371] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(12) : 0x0 [ 760.808778] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(13) : 0x0 [ 760.819229] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(14) : 0x0 [ 760.829393] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(15) : 0x0 [ 760.839793] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:159 [ERR] gr_fecs_engctl_r : 0x0 [ 760.849394] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:161 [ERR] gr_fecs_curctx_r : 0x0 [ 760.858894] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:163 [ERR] gr_fecs_nxtctx_r : 0x0 [ 760.868483] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:169 [ERR] FECS_FALCON_REG_IMB : 0xbadfbadf [ 760.878787] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:175 [ERR] FECS_FALCON_REG_DMB : 0xbadfbadf [ 760.889131] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:181 [ERR] FECS_FALCON_REG_CSW : 0xbadfbadf [ 760.899216] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:187 [ERR] FECS_FALCON_REG_CTX : 0xbadfbadf [ 760.909506] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:193 [ERR] FECS_FALCON_REG_EXCI : 0xbadfbadf [ 760.919999] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:200 [ERR] FECS_FALCON_REG_PC : 0xbadfbadf [ 760.930262] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:206 [ERR] FECS_FALCON_REG_SP : 0xbadfbadf [ 760.940516] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:200 [ERR] FECS_FALCON_REG_PC : 0xbadfbadf [ 760.950517] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:206 [ERR] FECS_FALCON_REG_SP : 0xbadfbadf [ 760.960464] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:200 [ERR] FECS_FALCON_REG_PC : 0xbadfbadf [ 760.970685] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:206 [ERR] FECS_FALCON_REG_SP : 0xbadfbadf [ 760.980942] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:200 [ERR] FECS_FALCON_REG_PC : 0xbadfbadf [ 760.991170] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:206 [ERR] FECS_FALCON_REG_SP : 0xbadfbadf [ 761.001414] nvgpu: 57000000.gpu gk20a_fifo_handle_mmu_fault_locked:1726 [ERR] gr_status_r : 0x81 [ 761.012503] nvgpu: 57000000.gpu fifo_error_isr:2605 [ERR] channel reset initiated from fifo_error_isr; intr=0x00000100 [ 764.915047] nvgpu: 57000000.gpu nvgpu_set_error_notifier_locked:137 [ERR] error notifier set to 8 for ch 498 [ 764.925681] nvgpu: 57000000.gpu gk20a_fifo_handle_sched_error:2531 [ERR] fifo sched ctxsw timeout error: engine=0, tsg=13, ms=3100 [ 764.939153] ---- mlocks ---- [ 764.939166] ---- syncpts ---- [ 764.939174] id 4 (disp1_a) min 2541 max 2542 refs 1 (previous client : ) [ 764.939177] id 5 (disp1_b) min 6 max 6 refs 1 (previous client : ) [ 764.939181] id 6 (disp1_c) min 6 max 6 refs 1 (previous client : ) [ 764.939185] id 8 (gm20b_507) min 1812 max 1812 refs 1 (previous client : ) [ 764.939188] id 9 (gm20b_506) min 122 max 122 refs 1 (previous client : ) [ 764.939192] id 11 (gm20b_504) min 2664 max 2664 refs 1 (previous client : gm20b_504) [ 764.939196] id 12 (gm20b_505) min 36 max 36 refs 1 (previous client : gm20b_505) [ 764.939199] id 13 (gm20b_503) min 143842 max 143848 refs 1 (previous client : gm20b_503) [ 764.939203] id 14 (gm20b_502) min 54 max 54 refs 1 (previous client : ) [ 764.939206] id 15 (gm20b_501) min 32 max 32 refs 1 (previous client : gm20b_501) [ 764.939210] id 16 (gm20b_500) min 11916 max 11920 refs 1 (previous client : gm20b_500) [ 764.939213] id 17 (gm20b_499) min 8 max 8 refs 1 (previous client : ) [ 764.939216] id 18 (gm20b_498) min 2008 max 2020 refs 1 (previous client : gm20b_498) [ 764.939219] id 19 (gm20b_497) min 10 max 10 refs 1 (previous client : ) [ 764.939223] id 20 (gm20b_496) min 10 max 10 refs 1 (previous client : ) [ 764.939229] id 27 (vblank1) min 35287 max -12 refs 1 (previous client : ) [ 764.939321] ---- channels ---- [ 764.939326] channel 0 - 54340000.vic [ 764.939332] 0-54340000.vic (0): [ 764.939334] inactive [ 764.939338] ---- host general irq ---- [ 764.939341] sync_hintmask_ext = 0xc0000000 [ 764.939344] sync_hintmask = 0x80000000 [ 764.939346] sync_intc0mask = 0x00000001 [ 764.939348] sync_intmask = 0x00000011 [ 764.939352] ---- host syncpt irq mask ---- [ 764.939354] syncpt_thresh_int_mask(0) = 0x04000001 [ 764.939357] syncpt_thresh_int_mask(1) = 0x00000011 [ 764.939359] syncpt_thresh_int_mask(2) = 0x00000000 [ 764.939361] syncpt_thresh_int_mask(3) = 0x00000000 [ 764.939363] syncpt_thresh_int_mask(4) = 0x00000000 [ 764.939366] syncpt_thresh_int_mask(5) = 0x00000000 [ 764.939368] syncpt_thresh_int_mask(6) = 0x00000000 [ 764.939370] syncpt_thresh_int_mask(7) = 0x00000000 [ 764.939372] syncpt_thresh_int_mask(8) = 0x00000000 [ 764.939374] syncpt_thresh_int_mask(9) = 0x00000000 [ 764.939377] syncpt_thresh_int_mask(10) = 0x00000000 [ 764.939379] syncpt_thresh_int_mask(11) = 0x00000000 [ 764.939381] ---- host syncpt irq status ---- [ 764.939383] syncpt_thresh_cpu0_int_status(0) = 0x00000000 [ 764.939386] syncpt_thresh_cpu0_int_status(1) = 0x00000000 [ 764.939388] syncpt_thresh_cpu0_int_status(2) = 0x00000000 [ 764.939390] syncpt_thresh_cpu0_int_status(3) = 0x00000000 [ 764.939393] syncpt_thresh_cpu0_int_status(4) = 0x00000000 [ 764.939395] syncpt_thresh_cpu0_int_status(5) = 0x00000000 [ 764.939396] ---- host syncpt thresh ---- [ 764.939399] syncpt_int_thresh_thresh_0(0) = 1 [ 764.939408] syncpt_int_thresh_thresh_0(13) = 143844 [ 764.939411] syncpt_int_thresh_thresh_0(16) = 11918 [ 764.939415] syncpt_int_thresh_thresh_0(18) = 2010 [ 764.939497] gm20b pbdma 0: [ 764.939501] id: 13 (tsg), next_id: 13 (tsg) chan status: valid [ 764.939513] PBDMA_PUT: 0000001e03b42264 PBDMA_GET: 0000001e03b407e8 GP_PUT: 00000093 GP_GET: 00000092 FETCH: 00000093 HEADER: 20000df8 HDR: 2002037e SHADOW0: 03b406ac SHADOW1: 001bb81e [ 764.939518] gm20b eng 0: [ 764.939521] id: 0 (channel), next_id: 13 (tsg), ctx status: load [ 764.939523] busy [ 764.939527] gm20b eng 1: [ 764.939530] id: 0 (channel), next_id: 0 (channel), ctx status: invalid [ 764.939759] 496-gm20b, pid 8987, refs 2: [ 764.939763] channel status: in use idle not busy [ 764.939770] RAMFC : TOP: 8000001f003a00b0 PUT: 0000001f003a00b0 GET: 0000001f003a00b0 FETCH: 0000001f003a00b0 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00001401 SEMAPHORE 0000001e 01350aa0 00000000 00000002 [ 764.939776] 497-gm20b, pid 8987, refs 2: [ 764.939779] channel status: in use idle not busy [ 764.939784] RAMFC : TOP: 8000001f001c00a0 PUT: 0000001f001c00a0 GET: 0000001f001c00a0 FETCH: 0000001f001c00a0 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00001301 SEMAPHORE 0000001e 01630aa0 00000000 00000002 [ 764.939790] 498-gm20b, pid 8987, refs 14: [ 764.939793] channel status: in use on_pbdma_and_eng busy [ 764.939799] RAMFC : TOP: 8000001f000600e0 PUT: 0000001f000600e0 GET: 0000001f000600e0 FETCH: 0000001f000600e0 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00001201 SEMAPHORE 0000001e 03170aa0 00000a73 00000002 [ 764.939804] 499-gm20b, pid 8987, refs 2: [ 764.939807] channel status: in use idle not busy [ 764.939813] RAMFC : TOP: 8000001f00008080 PUT: 0000001f00008080 GET: 0000001f00008080 FETCH: 0000001f00008080 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00001101 SEMAPHORE 0000001e 01080aa0 00000000 00000002 [ 764.939818] 500-gm20b, pid 7843, refs 6: [ 764.939821] channel status: in use pending busy [ 764.939826] RAMFC : TOP: 8000001f00000de0 PUT: 0000001f00000de0 GET: 0000001f00000de0 FETCH: 0000001f00000de0 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00001001 SEMAPHORE 0000001e 04030aa0 00003a77 00001004 [ 764.939831] 501-gm20b, pid 7680, refs 2: [ 764.939834] channel status: in use idle not busy [ 764.939839] RAMFC : TOP: 8000001f00008080 PUT: 0000001f00008080 GET: 0000001f00008080 FETCH: 0000001f00008080 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00000f01 SEMAPHORE 0000001e 010b0aa0 00000000 00000002 [ 764.939844] 502-gm20b, pid 7124, refs 2: [ 764.939847] channel status: in use idle not busy [ 764.939852] RAMFC : TOP: 8000001f0000c288 PUT: 0000001f0000c288 GET: 0000001f0000c288 FETCH: 0000001f0000c288 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00000e01 SEMAPHORE 00000000 00000000 00000000 00000000 [ 764.939857] 503-gm20b, pid 7124, refs 8: [ 764.939859] channel status: in use pending busy [ 764.939865] RAMFC : TOP: 8000001f00005a40 PUT: 0000001f00005a40 GET: 0000001f00005a40 FETCH: 0000001f00005a40 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00000d01 SEMAPHORE 0000000d fc000000 034406fb 01100002 [ 764.939870] 504-gm20b, pid 6139, refs 2: [ 764.939872] channel status: in use idle not busy [ 764.939877] RAMFC : TOP: 8000001f000030c0 PUT: 0000001f000030c0 GET: 0000001f000030c0 FETCH: 0000001f000030c0 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00000b01 SEMAPHORE 0000001e 01090020 00000002 00000002 [ 764.939882] 505-gm20b, pid 6971, refs 2: [ 764.939884] channel status: in use idle not busy [ 764.939889] RAMFC : TOP: 8000001f00068060 PUT: 0000001f00068060 GET: 0000001f00068060 FETCH: 0000001f00068060 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00000c01 SEMAPHORE 0000001e 015e0aa0 00000000 00000002 [ 764.939895] 506-gm20b, pid 5872, refs 2: [ 764.939897] channel status: in use idle not busy [ 764.939902] RAMFC : TOP: 8000001f0000c5b8 PUT: 0000001f0000c5b8 GET: 0000001f0000c5b8 FETCH: 0000001f0000c5b8 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00000901 SEMAPHORE 00000000 00000000 00000000 00000000 [ 764.939907] 507-gm20b, pid 5872, refs 2: [ 764.939910] channel status: in use idle not busy [ 764.939915] RAMFC : TOP: 8000001f00007140 PUT: 0000001f00007140 GET: 0000001f00007140 FETCH: 0000001f00007140 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00000801 SEMAPHORE 0000000d fc001000 06240102 01100002 [ 764.939920] 508-gm20b, pid 5393, refs 2: [ 764.939923] channel status: in use idle not busy [ 764.939928] RAMFC : TOP: 0000000000000000 PUT: 0000000000000000 GET: 0000000000000000 FETCH: 0000000000000000 HEADER: 60400000 COUNT: 00000000 SYNCPOINT 00000000 00000000 SEMAPHORE 00000000 00000000 00000000 00000000 [ 764.939932] 509-gm20b, pid 5393, refs 2: [ 764.939935] channel status: in use idle not busy [ 764.939940] RAMFC : TOP: 0000000000000000 PUT: 0000000000000000 GET: 0000000000000000 FETCH: 0000000000000000 HEADER: 60400000 COUNT: 00000000 SYNCPOINT 00000000 00000000 SEMAPHORE 00000000 00000000 00000000 00000000 [ 764.939945] 510-gm20b, pid 5393, refs 2: [ 764.939947] channel status: in use idle not busy [ 764.939951] RAMFC : TOP: 0000000000000000 PUT: 0000000000000000 GET: 0000000000000000 FETCH: 0000000000000000 HEADER: 60400000 COUNT: 00000000 SYNCPOINT 00000000 00000000 SEMAPHORE 00000000 00000000 00000000 00000000 [ 764.939956] 511-gm20b, pid 5393, refs 2: [ 764.939958] channel status: in use idle not busy [ 764.939963] RAMFC : TOP: 0000000000000000 PUT: 0000000000000000 GET: 0000000000000000 FETCH: 0000000000000000 HEADER: 60400000 COUNT: 00000000 SYNCPOINT 00000000 00000000 SEMAPHORE 00000000 00000000 00000000 00000000 [ 764.940231] nvgpu: 57000000.gpu gk20a_fifo_handle_mmu_fault_locked:1721 [ERR] fake mmu fault on engine 0, engine subid 0 (gpc), client 4 (t1 1), addr 0x55b4e08000, type 10 (bad aperture), access_type 0x00000001,inst_ptr 0x1bca2c000 [ 764.961412] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:129 [ERR] gr_fecs_os_r : 0 [ 764.970180] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:131 [ERR] gr_fecs_cpuctl_r : 0x40 [ 764.979416] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:133 [ERR] gr_fecs_idlestate_r : 0x1 [ 764.988858] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:135 [ERR] gr_fecs_mailbox0_r : 0x0 [ 764.998196] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:137 [ERR] gr_fecs_mailbox1_r : 0x0 [ 765.007633] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:139 [ERR] gr_fecs_irqstat_r : 0x0 [ 765.016998] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:141 [ERR] gr_fecs_irqmode_r : 0x4 [ 765.026337] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:143 [ERR] gr_fecs_irqmask_r : 0x8704 [ 765.035972] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:145 [ERR] gr_fecs_irqdest_r : 0x0 [ 765.045363] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:147 [ERR] gr_fecs_debug1_r : 0x40 [ 765.054982] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:149 [ERR] gr_fecs_debuginfo_r : 0x0 [ 765.064460] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:151 [ERR] gr_fecs_ctxsw_status_1_r : 0x304 [ 765.074529] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(0) : 0x1 [ 765.084598] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(1) : 0x0 [ 765.094653] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(2) : 0x90009 [ 765.105041] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(3) : 0x14000 [ 765.115426] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(4) : 0x1ffda0 [ 765.125890] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(5) : 0x0 [ 765.135925] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(6) : 0x0 [ 765.145954] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(7) : 0x0 [ 765.155986] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(8) : 0x0 [ 765.166025] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(9) : 0x0 [ 765.176058] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(10) : 0x0 [ 765.186181] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(11) : 0x0 [ 765.196293] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(12) : 0x0 [ 765.206412] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(13) : 0x0 [ 765.216525] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(14) : 0x0 [ 765.226638] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(15) : 0x0 [ 765.236758] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:159 [ERR] gr_fecs_engctl_r : 0x0 [ 765.245920] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:161 [ERR] gr_fecs_curctx_r : 0x0 [ 765.255087] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:163 [ERR] gr_fecs_nxtctx_r : 0x0 [ 765.264254] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:169 [ERR] FECS_FALCON_REG_IMB : 0xbadfbadf [ 765.274285] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:175 [ERR] FECS_FALCON_REG_DMB : 0xbadfbadf [ 765.284328] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:181 [ERR] FECS_FALCON_REG_CSW : 0xbadfbadf [ 765.294358] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:187 [ERR] FECS_FALCON_REG_CTX : 0xbadfbadf [ 765.304389] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:193 [ERR] FECS_FALCON_REG_EXCI : 0xbadfbadf [ 765.314505] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:200 [ERR] FECS_FALCON_REG_PC : 0xbadfbadf [ 765.324450] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:206 [ERR] FECS_FALCON_REG_SP : 0xbadfbadf [ 765.334395] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:200 [ERR] FECS_FALCON_REG_PC : 0xbadfbadf [ 765.344340] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:206 [ERR] FECS_FALCON_REG_SP : 0xbadfbadf [ 765.354287] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:200 [ERR] FECS_FALCON_REG_PC : 0xbadfbadf [ 765.364224] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:206 [ERR] FECS_FALCON_REG_SP : 0xbadfbadf [ 765.374165] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:200 [ERR] FECS_FALCON_REG_PC : 0xbadfbadf [ 765.384116] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:206 [ERR] FECS_FALCON_REG_SP : 0xbadfbadf [ 765.394057] nvgpu: 57000000.gpu gk20a_fifo_handle_mmu_fault_locked:1726 [ERR] gr_status_r : 0x81 [ 765.404229] nvgpu: 57000000.gpu fifo_error_isr:2605 [ERR] channel reset initiated from fifo_error_isr; intr=0x00000100 [ 766.503319] nvgpu: 57000000.gpu __nvgpu_timeout_expired_msg_cpu:94 [ERR] Timeout detected @ gk20a_fifo_is_preempt_pending+0x68/0x128 [nvgpu] [ 766.516521] nvgpu: 57000000.gpu gk20a_fifo_is_preempt_pending:2984 [ERR] preempt timeout: id: 13 id_type: 1 [ 766.526802] nvgpu: 57000000.gpu gk20a_fifo_preempt_tsg:3108 [ERR] preempt timed out for tsgid: 13, ctxsw timeout will trigger recovery if needed [ 766.540815] nvgpu: 57000000.gpu gk20a_tsg_unbind_channel:164 [ERR] Channel 498 unbind failed, tearing down TSG 13 [ 766.552100] nvgpu: 57000000.gpu gk20a_fifo_handle_sched_error:2548 [ERR] fifo sched error : 0x0000000d, engine=0, tsg=13 [ 766.652556] nvgpu: 57000000.gpu __nvgpu_timeout_expired_msg_cpu:94 [ERR] Timeout detected @ gk20a_fifo_is_preempt_pending+0x68/0x128 [nvgpu] [ 766.665707] nvgpu: 57000000.gpu gk20a_fifo_is_preempt_pending:2984 [ERR] preempt timeout: id: 13 id_type: 1 [ 766.675981] nvgpu: 57000000.gpu gk20a_fifo_preempt_tsg:3108 [ERR] preempt timed out for tsgid: 13, ctxsw timeout will trigger recovery if needed [ 766.690189] nvgpu: 57000000.gpu fifo_error_isr:2571 [ERR] fifo bind error: 0x00000003 [ 766.699877] nvgpu: 57000000.gpu fifo_error_isr:2605 [ERR] channel reset initiated from fifo_error_isr; intr=0x00000001 [ 766.712398] nvgpu: 57000000.gpu gk20a_fifo_handle_sched_error:2548 [ERR] fifo sched error : 0x0000000d, engine=0, tsg=13 [ 771.095758] nvgpu: 57000000.gpu gk20a_channel_timeout_handler:1570 [ERR] Job on channel 500 timed out [ 771.105619] NV_PGRAPH_STATUS: 0x81 [ 771.105623] NV_PGRAPH_STATUS1: 0x0 [ 771.105626] NV_PGRAPH_STATUS2: 0x0 [ 771.105629] NV_PGRAPH_ENGINE_STATUS: 0x1 [ 771.105631] NV_PGRAPH_GRFIFO_STATUS : 0x1 [ 771.105634] NV_PGRAPH_GRFIFO_CONTROL : 0x10001 [ 771.105637] NV_PGRAPH_PRI_FECS_HOST_INT_STATUS : 0x0 [ 771.105640] NV_PGRAPH_EXCEPTION : 0x0 [ 771.105643] NV_PGRAPH_FECS_INTR : 0x0 [ 771.105646] NV_PFIFO_ENGINE_STATUS(GR) : 0x900da000 [ 771.105648] NV_PGRAPH_ACTIVITY0: 0x0 [ 771.105651] NV_PGRAPH_ACTIVITY1: 0x0 [ 771.105654] NV_PGRAPH_ACTIVITY2: 0x0 [ 771.105656] NV_PGRAPH_ACTIVITY4: 0x0 [ 771.105659] NV_PGRAPH_PRI_SKED_ACTIVITY: 0x0 [ 771.105662] NV_PGRAPH_PRI_GPC0_GPCCS_GPC_ACTIVITY0: 0x0 [ 771.105665] NV_PGRAPH_PRI_GPC0_GPCCS_GPC_ACTIVITY1: 0x0 [ 771.105667] NV_PGRAPH_PRI_GPC0_GPCCS_GPC_ACTIVITY2: 0x0 [ 771.105670] NV_PGRAPH_PRI_GPC0_GPCCS_GPC_ACTIVITY3: 0x0 [ 771.105673] NV_PGRAPH_PRI_GPC0_TPC0_TPCCS_TPC_ACTIVITY0: 0x0 [ 771.105676] NV_PGRAPH_PRI_GPC0_TPCS_TPCCS_TPC_ACTIVITY0: 0x0 [ 771.105679] NV_PGRAPH_PRI_GPCS_GPCCS_GPC_ACTIVITY0: 0x0 [ 771.105682] NV_PGRAPH_PRI_GPCS_GPCCS_GPC_ACTIVITY1: 0x0 [ 771.105685] NV_PGRAPH_PRI_GPCS_GPCCS_GPC_ACTIVITY2: 0x0 [ 771.105687] NV_PGRAPH_PRI_GPCS_GPCCS_GPC_ACTIVITY3: 0x0 [ 771.105690] NV_PGRAPH_PRI_GPCS_TPC0_TPCCS_TPC_ACTIVITY0: 0x0 [ 771.105693] NV_PGRAPH_PRI_GPCS_TPCS_TPCCS_TPC_ACTIVITY0: 0x0 [ 771.105696] NV_PGRAPH_PRI_BE0_BECS_BE_ACTIVITY0: 0x0 [ 771.105699] NV_PGRAPH_PRI_BE1_BECS_BE_ACTIVITY0: 0x0 [ 771.105701] NV_PGRAPH_PRI_BES_BECS_BE_ACTIVITY0: 0x0 [ 771.105704] NV_PGRAPH_PRI_DS_MPIPE_STATUS: 0x0 [ 771.105707] NV_PGRAPH_PRI_FE_GO_IDLE_ON_STATUS: 0x2e [ 771.105710] NV_PGRAPH_PRI_FE_GO_IDLE_TIMEOUT : 0x800 [ 771.105713] NV_PGRAPH_PRI_FE_GO_IDLE_CHECK : 0x800 [ 771.105716] NV_PGRAPH_PRI_FE_GO_IDLE_INFO : 0x33000700 [ 771.105718] NV_PGRAPH_PRI_GPC0_TPC0_TEX_M_TEX_SUBUNITS_STATUS: 0x0 [ 771.105721] NV_PGRAPH_PRI_CWD_FS: 0x101 [ 771.105724] NV_PGRAPH_PRI_FE_TPC_FS: 0x1 [ 771.105727] NV_PGRAPH_PRI_CWD_GPC_TPC_ID(0): 0x0 [ 771.105730] NV_PGRAPH_PRI_CWD_SM_ID(0): 0x0 [ 771.105732] NV_PGRAPH_PRI_FECS_CTXSW_STATUS_FE_0: 0x3 [ 771.105735] NV_PGRAPH_PRI_FECS_CTXSW_STATUS_1: 0x304 [ 771.105738] NV_PGRAPH_PRI_GPC0_GPCCS_CTXSW_STATUS_GPC_0: 0x0 [ 771.105741] NV_PGRAPH_PRI_GPC0_GPCCS_CTXSW_STATUS_1: 0x300 [ 771.105744] NV_PGRAPH_PRI_FECS_CTXSW_IDLESTATE : 0xa [ 771.105747] NV_PGRAPH_PRI_GPC0_GPCCS_CTXSW_IDLESTATE : 0xf [ 771.105749] NV_PGRAPH_PRI_FECS_CURRENT_CTX : 0x807e2f27 [ 771.105752] NV_PGRAPH_PRI_FECS_NEW_CTX : 0x807e2f27 [ 771.105755] NV_PGRAPH_PRI_BE0_CROP_STATUS1 : 0x0 [ 771.105758] NV_PGRAPH_PRI_BES_CROP_STATUS1 : 0x0 [ 771.105761] NV_PGRAPH_PRI_BE0_ZROP_STATUS : 0x0 [ 771.105763] NV_PGRAPH_PRI_BE0_ZROP_STATUS2 : 0x0 [ 771.105766] NV_PGRAPH_PRI_BES_ZROP_STATUS : 0x0 [ 771.105769] NV_PGRAPH_PRI_BES_ZROP_STATUS2 : 0x0 [ 771.105772] NV_PGRAPH_PRI_BE0_BECS_BE_EXCEPTION: 0x0 [ 771.105774] NV_PGRAPH_PRI_BE0_BECS_BE_EXCEPTION_EN: 0x0 [ 771.105777] NV_PGRAPH_PRI_GPC0_GPCCS_GPC_EXCEPTION: 0x0 [ 771.105780] NV_PGRAPH_PRI_GPC0_GPCCS_GPC_EXCEPTION_EN: 0x30000 [ 771.105783] NV_PGRAPH_PRI_GPC0_TPC0_TPCCS_TPC_EXCEPTION: 0x0 [ 771.105786] NV_PGRAPH_PRI_GPC0_TPC0_TPCCS_TPC_EXCEPTION_EN: 0x3 [ 771.105800] nvgpu: 57000000.gpu nvgpu_set_error_notifier_locked:137 [ERR] error notifier set to 8 for ch 500 [ 774.117291] nvgpu: 57000000.gpu __nvgpu_timeout_expired_msg_cpu:94 [ERR] Timeout detected @ gr_gk20a_ctx_wait_ucode+0xa4/0x568 [nvgpu] [ 774.130321] nvgpu: 57000000.gpu gr_gk20a_ctx_wait_ucode:528 [ERR] timeout waiting on mailbox=1 value=0xffffffff [ 774.141473] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:129 [ERR] gr_fecs_os_r : 0 [ 774.150098] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:131 [ERR] gr_fecs_cpuctl_r : 0x40 [ 774.159316] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:133 [ERR] gr_fecs_idlestate_r : 0x1 [ 774.168712] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:135 [ERR] gr_fecs_mailbox0_r : 0x0 [ 774.178020] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:137 [ERR] gr_fecs_mailbox1_r : 0x0 [ 774.187326] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:139 [ERR] gr_fecs_irqstat_r : 0x0 [ 774.196543] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:141 [ERR] gr_fecs_irqmode_r : 0x4 [ 774.205761] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:143 [ERR] gr_fecs_irqmask_r : 0x8704 [ 774.215236] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:145 [ERR] gr_fecs_irqdest_r : 0x0 [ 774.224455] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:147 [ERR] gr_fecs_debug1_r : 0x40 [ 774.233673] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:149 [ERR] gr_fecs_debuginfo_r : 0x0 [ 774.243065] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:151 [ERR] gr_fecs_ctxsw_status_1_r : 0x304 [ 774.253063] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(0) : 0x0 [ 774.263067] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(1) : 0xffffffff [ 774.273678] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(2) : 0x90009 [ 774.284026] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(3) : 0x14000 [ 774.294369] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(4) : 0x1ffda0 [ 774.304804] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(5) : 0x0 [ 774.314806] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(6) : 0x0 [ 774.324824] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(7) : 0x0 [ 774.334822] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(8) : 0x0 [ 774.344821] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(9) : 0x0 [ 774.354818] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(10) : 0x0 [ 774.364904] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(11) : 0x0 [ 774.374987] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(12) : 0x0 [ 774.385075] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(13) : 0x0 [ 774.395158] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(14) : 0x0 [ 774.405245] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(15) : 0x0 [ 774.415328] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:159 [ERR] gr_fecs_engctl_r : 0x0 [ 774.424463] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:161 [ERR] gr_fecs_curctx_r : 0x0 [ 774.433593] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:163 [ERR] gr_fecs_nxtctx_r : 0x0 [ 774.442728] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:169 [ERR] FECS_FALCON_REG_IMB : 0xbadfbadf [ 774.452726] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:175 [ERR] FECS_FALCON_REG_DMB : 0xbadfbadf [ 774.462726] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:181 [ERR] FECS_FALCON_REG_CSW : 0xbadfbadf [ 774.472722] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:187 [ERR] FECS_FALCON_REG_CTX : 0xbadfbadf [ 774.482730] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:193 [ERR] FECS_FALCON_REG_EXCI : 0xbadfbadf [ 774.492813] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:200 [ERR] FECS_FALCON_REG_PC : 0xbadfbadf [ 774.502726] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:206 [ERR] FECS_FALCON_REG_SP : 0xbadfbadf [ 774.512637] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:200 [ERR] FECS_FALCON_REG_PC : 0xbadfbadf [ 774.522550] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:206 [ERR] FECS_FALCON_REG_SP : 0xbadfbadf [ 774.532460] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:200 [ERR] FECS_FALCON_REG_PC : 0xbadfbadf [ 774.542372] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:206 [ERR] FECS_FALCON_REG_SP : 0xbadfbadf [ 774.552281] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:200 [ERR] FECS_FALCON_REG_PC : 0xbadfbadf [ 774.562195] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:206 [ERR] FECS_FALCON_REG_SP : 0xbadfbadf [ 774.572107] NV_PGRAPH_STATUS: 0x81 [ 774.572110] NV_PGRAPH_STATUS1: 0x0 [ 774.572113] NV_PGRAPH_STATUS2: 0x0 [ 774.572116] NV_PGRAPH_ENGINE_STATUS: 0x1 [ 774.572119] NV_PGRAPH_GRFIFO_STATUS : 0x1 [ 774.572122] NV_PGRAPH_GRFIFO_CONTROL : 0x10001 [ 774.572128] NV_PGRAPH_PRI_FECS_HOST_INT_STATUS : 0x0 [ 774.572134] NV_PGRAPH_EXCEPTION : 0x0 [ 774.572138] NV_PGRAPH_FECS_INTR : 0x0 [ 774.572142] NV_PFIFO_ENGINE_STATUS(GR) : 0x900da000 [ 774.572148] NV_PGRAPH_ACTIVITY0: 0x0 [ 774.572151] NV_PGRAPH_ACTIVITY1: 0x0 [ 774.572154] NV_PGRAPH_ACTIVITY2: 0x0 [ 774.572156] NV_PGRAPH_ACTIVITY4: 0x0 [ 774.572159] NV_PGRAPH_PRI_SKED_ACTIVITY: 0x0 [ 774.572162] NV_PGRAPH_PRI_GPC0_GPCCS_GPC_ACTIVITY0: 0x0 [ 774.572168] NV_PGRAPH_PRI_GPC0_GPCCS_GPC_ACTIVITY1: 0x0 [ 774.572171] NV_PGRAPH_PRI_GPC0_GPCCS_GPC_ACTIVITY2: 0x0 [ 774.572174] NV_PGRAPH_PRI_GPC0_GPCCS_GPC_ACTIVITY3: 0x0 [ 774.572176] NV_PGRAPH_PRI_GPC0_TPC0_TPCCS_TPC_ACTIVITY0: 0x0 [ 774.572180] NV_PGRAPH_PRI_GPC0_TPCS_TPCCS_TPC_ACTIVITY0: 0x0 [ 774.572185] NV_PGRAPH_PRI_GPCS_GPCCS_GPC_ACTIVITY0: 0x0 [ 774.572188] NV_PGRAPH_PRI_GPCS_GPCCS_GPC_ACTIVITY1: 0x0 [ 774.572192] NV_PGRAPH_PRI_GPCS_GPCCS_GPC_ACTIVITY2: 0x0 [ 774.572196] NV_PGRAPH_PRI_GPCS_GPCCS_GPC_ACTIVITY3: 0x0 [ 774.572200] NV_PGRAPH_PRI_GPCS_TPC0_TPCCS_TPC_ACTIVITY0: 0x0 [ 774.572204] NV_PGRAPH_PRI_GPCS_TPCS_TPCCS_TPC_ACTIVITY0: 0x0 [ 774.572207] NV_PGRAPH_PRI_BE0_BECS_BE_ACTIVITY0: 0x0 [ 774.572211] NV_PGRAPH_PRI_BE1_BECS_BE_ACTIVITY0: 0x0 [ 774.572215] NV_PGRAPH_PRI_BES_BECS_BE_ACTIVITY0: 0x0 [ 774.572219] NV_PGRAPH_PRI_DS_MPIPE_STATUS: 0x0 [ 774.572222] NV_PGRAPH_PRI_FE_GO_IDLE_ON_STATUS: 0x2e [ 774.572225] NV_PGRAPH_PRI_FE_GO_IDLE_TIMEOUT : 0x800 [ 774.572228] NV_PGRAPH_PRI_FE_GO_IDLE_CHECK : 0x800 [ 774.572231] NV_PGRAPH_PRI_FE_GO_IDLE_INFO : 0x33000700 [ 774.572234] NV_PGRAPH_PRI_GPC0_TPC0_TEX_M_TEX_SUBUNITS_STATUS: 0x0 [ 774.572237] NV_PGRAPH_PRI_CWD_FS: 0x101 [ 774.572239] NV_PGRAPH_PRI_FE_TPC_FS: 0x1 [ 774.572242] NV_PGRAPH_PRI_CWD_GPC_TPC_ID(0): 0x0 [ 774.572245] NV_PGRAPH_PRI_CWD_SM_ID(0): 0x0 [ 774.572248] NV_PGRAPH_PRI_FECS_CTXSW_STATUS_FE_0: 0x3 [ 774.572251] NV_PGRAPH_PRI_FECS_CTXSW_STATUS_1: 0x304 [ 774.572253] NV_PGRAPH_PRI_GPC0_GPCCS_CTXSW_STATUS_GPC_0: 0x0 [ 774.572256] NV_PGRAPH_PRI_GPC0_GPCCS_CTXSW_STATUS_1: 0x300 [ 774.572259] NV_PGRAPH_PRI_FECS_CTXSW_IDLESTATE : 0xa [ 774.572262] NV_PGRAPH_PRI_GPC0_GPCCS_CTXSW_IDLESTATE : 0xf [ 774.572265] NV_PGRAPH_PRI_FECS_CURRENT_CTX : 0x807e2f27 [ 774.572267] NV_PGRAPH_PRI_FECS_NEW_CTX : 0x807e2f27 [ 774.572270] NV_PGRAPH_PRI_BE0_CROP_STATUS1 : 0x0 [ 774.572273] NV_PGRAPH_PRI_BES_CROP_STATUS1 : 0x0 [ 774.572277] NV_PGRAPH_PRI_BE0_ZROP_STATUS : 0x0 [ 774.572280] NV_PGRAPH_PRI_BE0_ZROP_STATUS2 : 0x0 [ 774.572283] NV_PGRAPH_PRI_BES_ZROP_STATUS : 0x0 [ 774.572287] NV_PGRAPH_PRI_BES_ZROP_STATUS2 : 0x0 [ 774.572291] NV_PGRAPH_PRI_BE0_BECS_BE_EXCEPTION: 0x0 [ 774.572295] NV_PGRAPH_PRI_BE0_BECS_BE_EXCEPTION_EN: 0x0 [ 774.572299] NV_PGRAPH_PRI_GPC0_GPCCS_GPC_EXCEPTION: 0x0 [ 774.572303] NV_PGRAPH_PRI_GPC0_GPCCS_GPC_EXCEPTION_EN: 0x30000 [ 774.572306] NV_PGRAPH_PRI_GPC0_TPC0_TPCCS_TPC_EXCEPTION: 0x0 [ 774.572310] NV_PGRAPH_PRI_GPC0_TPC0_TPCCS_TPC_EXCEPTION_EN: 0x3 [ 774.572317] nvgpu: 57000000.gpu gr_gk20a_submit_fecs_method_op:579 [ERR] fecs method: data=0xffffffff push adr=0x00000038 [ 774.583727] nvgpu: 57000000.gpu gr_gk20a_disable_ctxsw:658 [ERR] failed to stop fecs ctxsw [ 774.593121] nvgpu: 57000000.gpu gk20a_fifo_recover_tsg:1996 [ERR] failed to disable ctxsw [ 774.602355] ---- mlocks ---- [ 774.602368] ---- syncpts ---- [ 774.602376] id 4 (disp1_a) min 2546 max 2546 refs 1 (previous client : ) [ 774.602380] id 5 (disp1_b) min 6 max 6 refs 1 (previous client : ) [ 774.602384] id 6 (disp1_c) min 6 max 6 refs 1 (previous client : ) [ 774.602388] id 8 (gm20b_507) min 1812 max 1812 refs 1 (previous client : ) [ 774.602392] id 9 (gm20b_506) min 122 max 122 refs 1 (previous client : ) [ 774.602397] id 11 (gm20b_504) min 2664 max 2664 refs 1 (previous client : gm20b_504) [ 774.602402] id 12 (gm20b_505) min 36 max 36 refs 1 (previous client : gm20b_505) [ 774.602406] id 13 (gm20b_503) min 144224 max 144236 refs 1 (previous client : gm20b_503) [ 774.602410] id 14 (gm20b_502) min 54 max 54 refs 1 (previous client : ) [ 774.602413] id 15 (gm20b_501) min 32 max 32 refs 1 (previous client : gm20b_501) [ 774.602417] id 16 (gm20b_500) min 11936 max 11940 refs 1 (previous client : gm20b_500) [ 774.602427] id 27 (vblank1) min 35867 max -12 refs 1 (previous client : ) [ 774.602520] ---- channels ---- [ 774.602526] channel 0 - 54340000.vic [ 774.602532] 0-54340000.vic (0): [ 774.602534] inactive [ 774.602540] ---- host general irq ---- [ 774.602542] sync_hintmask_ext = 0xc0000000 [ 774.602545] sync_hintmask = 0x80000000 [ 774.602547] sync_intc0mask = 0x00000001 [ 774.602550] sync_intmask = 0x00000011 [ 774.602552] ---- host syncpt irq mask ---- [ 774.602555] syncpt_thresh_int_mask(0) = 0x04000001 [ 774.602557] syncpt_thresh_int_mask(1) = 0x00000001 [ 774.602560] syncpt_thresh_int_mask(2) = 0x00000000 [ 774.602563] syncpt_thresh_int_mask(3) = 0x00000000 [ 774.602565] syncpt_thresh_int_mask(4) = 0x00000000 [ 774.602568] syncpt_thresh_int_mask(5) = 0x00000000 [ 774.602570] syncpt_thresh_int_mask(6) = 0x00000000 [ 774.602572] syncpt_thresh_int_mask(7) = 0x00000000 [ 774.602575] syncpt_thresh_int_mask(8) = 0x00000000 [ 774.602577] syncpt_thresh_int_mask(9) = 0x00000000 [ 774.602580] syncpt_thresh_int_mask(10) = 0x00000000 [ 774.602583] syncpt_thresh_int_mask(11) = 0x00000000 [ 774.602584] ---- host syncpt irq status ---- [ 774.602587] syncpt_thresh_cpu0_int_status(0) = 0x00000000 [ 774.602590] syncpt_thresh_cpu0_int_status(1) = 0x00000000 [ 774.602593] syncpt_thresh_cpu0_int_status(2) = 0x00000000 [ 774.602595] syncpt_thresh_cpu0_int_status(3) = 0x00000000 [ 774.602598] syncpt_thresh_cpu0_int_status(4) = 0x00000000 [ 774.602601] syncpt_thresh_cpu0_int_status(5) = 0x00000000 [ 774.602603] ---- host syncpt thresh ---- [ 774.602606] syncpt_int_thresh_thresh_0(0) = 1 [ 774.602615] syncpt_int_thresh_thresh_0(13) = 144226 [ 774.602619] syncpt_int_thresh_thresh_0(16) = 11938 [ 774.602704] gm20b pbdma 0: [ 774.602708] id: 8 (tsg), next_id: 8 (tsg) chan status: valid [ 774.602720] PBDMA_PUT: 0000001e000006f4 PBDMA_GET: 0000001e00000508 GP_PUT: 000002c5 GP_GET: 000002b4 FETCH: 000002c5 HEADER: 60000100 HDR: 60110040 SHADOW0: 000004e8 SHADOW1: 00020c1e [ 774.602726] gm20b eng 0: [ 774.602729] id: 0 (channel), next_id: 13 (tsg), ctx status: load [ 774.602731] busy [ 774.602735] gm20b eng 1: [ 774.602738] id: 0 (channel), next_id: 0 (channel), ctx status: invalid [ 774.603001] 500-gm20b, pid 7843, refs 7: [ 774.603005] channel status: not in use pending busy [ 774.603011] RAMFC : TOP: 8000001f00000f60 PUT: 0000001f00000f60 GET: 0000001f00000f60 FETCH: 0000001f00000f60 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00001001 SEMAPHORE 0000001e 04030aa0 00003a92 00001004 [ 774.603017] 501-gm20b, pid 7680, refs 2: [ 774.603021] channel status: in use idle not busy [ 774.603026] RAMFC : TOP: 8000001f00008080 PUT: 0000001f00008080 GET: 0000001f00008080 FETCH: 0000001f00008080 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00000f01 SEMAPHORE 0000001e 010b0aa0 00000000 00000002 [ 774.603032] 502-gm20b, pid 7124, refs 2: [ 774.603035] channel status: in use idle not busy [ 774.603040] RAMFC : TOP: 8000001f0000c288 PUT: 0000001f0000c288 GET: 0000001f0000c288 FETCH: 0000001f0000c288 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00000e01 SEMAPHORE 00000000 00000000 00000000 00000000 [ 774.603046] 503-gm20b, pid 7124, refs 14: [ 774.603049] channel status: in use on_pbdma busy [ 774.603054] RAMFC : TOP: 8000001f00007220 PUT: 0000001f00007220 GET: 0000001f00007220 FETCH: 0000001f00007220 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00000d01 SEMAPHORE 0000000d fc000000 0640013a 01100002 [ 774.603060] 504-gm20b, pid 6139, refs 2: [ 774.603064] channel status: in use idle not busy [ 774.603069] RAMFC : TOP: 8000001f000030c0 PUT: 0000001f000030c0 GET: 0000001f000030c0 FETCH: 0000001f000030c0 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00000b01 SEMAPHORE 0000001e 01090020 00000002 00000002 [ 774.603075] 505-gm20b, pid 6971, refs 2: [ 774.603077] channel status: in use idle not busy [ 774.603083] RAMFC : TOP: 8000001f00068060 PUT: 0000001f00068060 GET: 0000001f00068060 FETCH: 0000001f00068060 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00000c01 SEMAPHORE 0000001e 015e0aa0 00000000 00000002 [ 774.603088] 506-gm20b, pid 5872, refs 2: [ 774.603091] channel status: in use idle not busy [ 774.603096] RAMFC : TOP: 8000001f0000c5b8 PUT: 0000001f0000c5b8 GET: 0000001f0000c5b8 FETCH: 0000001f0000c5b8 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00000901 SEMAPHORE 00000000 00000000 00000000 00000000 [ 774.603101] 507-gm20b, pid 5872, refs 2: [ 774.603104] channel status: in use idle not busy [ 774.603110] RAMFC : TOP: 8000001f00007140 PUT: 0000001f00007140 GET: 0000001f00007140 FETCH: 0000001f00007140 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00000801 SEMAPHORE 0000000d fc001000 06240102 01100002 [ 774.603115] 508-gm20b, pid 5393, refs 2: [ 774.603117] channel status: in use idle not busy [ 774.603123] RAMFC : TOP: 0000000000000000 PUT: 0000000000000000 GET: 0000000000000000 FETCH: 0000000000000000 HEADER: 60400000 COUNT: 00000000 SYNCPOINT 00000000 00000000 SEMAPHORE 00000000 00000000 00000000 00000000 [ 774.603128] 509-gm20b, pid 5393, refs 2: [ 774.603131] channel status: in use idle not busy [ 774.603136] RAMFC : TOP: 0000000000000000 PUT: 0000000000000000 GET: 0000000000000000 FETCH: 0000000000000000 HEADER: 60400000 COUNT: 00000000 SYNCPOINT 00000000 00000000 SEMAPHORE 00000000 00000000 00000000 00000000 [ 774.603141] 510-gm20b, pid 5393, refs 2: [ 774.603144] channel status: in use idle not busy [ 774.603150] RAMFC : TOP: 0000000000000000 PUT: 0000000000000000 GET: 0000000000000000 FETCH: 0000000000000000 HEADER: 60400000 COUNT: 00000000 SYNCPOINT 00000000 00000000 SEMAPHORE 00000000 00000000 00000000 00000000 [ 774.603156] 511-gm20b, pid 5393, refs 2: [ 774.603158] channel status: in use idle not busy [ 774.603163] RAMFC : TOP: 0000000000000000 PUT: 0000000000000000 GET: 0000000000000000 FETCH: 0000000000000000 HEADER: 60400000 COUNT: 00000000 SYNCPOINT 00000000 00000000 SEMAPHORE 00000000 00000000 00000000 00000000 [ 774.603185] nvgpu: 57000000.gpu gk20a_channel_timeout_handler:1570 [ERR] Job on channel 503 timed out [ 774.612850] NV_PGRAPH_STATUS: 0x81 [ 774.612856] NV_PGRAPH_STATUS1: 0x0 [ 774.612860] NV_PGRAPH_STATUS2: 0x0 [ 774.612864] NV_PGRAPH_ENGINE_STATUS: 0x1 [ 774.612869] NV_PGRAPH_GRFIFO_STATUS : 0x1 [ 774.612873] NV_PGRAPH_GRFIFO_CONTROL : 0x10001 [ 774.612879] NV_PGRAPH_PRI_FECS_HOST_INT_STATUS : 0x0 [ 774.612883] NV_PGRAPH_EXCEPTION : 0x0 [ 774.612889] NV_PGRAPH_FECS_INTR : 0x0 [ 774.612895] NV_PFIFO_ENGINE_STATUS(GR) : 0x900da000 [ 774.612900] NV_PGRAPH_ACTIVITY0: 0x0 [ 774.612905] NV_PGRAPH_ACTIVITY1: 0x0 [ 774.612912] NV_PGRAPH_ACTIVITY2: 0x0 [ 774.612916] NV_PGRAPH_ACTIVITY4: 0x0 [ 774.612920] NV_PGRAPH_PRI_SKED_ACTIVITY: 0x0 [ 774.612924] NV_PGRAPH_PRI_GPC0_GPCCS_GPC_ACTIVITY0: 0x0 [ 774.612930] NV_PGRAPH_PRI_GPC0_GPCCS_GPC_ACTIVITY1: 0x0 [ 774.612934] NV_PGRAPH_PRI_GPC0_GPCCS_GPC_ACTIVITY2: 0x0 [ 774.612937] NV_PGRAPH_PRI_GPC0_GPCCS_GPC_ACTIVITY3: 0x0 [ 774.612943] NV_PGRAPH_PRI_GPC0_TPC0_TPCCS_TPC_ACTIVITY0: 0x0 [ 774.612947] NV_PGRAPH_PRI_GPC0_TPCS_TPCCS_TPC_ACTIVITY0: 0x0 [ 774.612951] NV_PGRAPH_PRI_GPCS_GPCCS_GPC_ACTIVITY0: 0x0 [ 774.612956] NV_PGRAPH_PRI_GPCS_GPCCS_GPC_ACTIVITY1: 0x0 [ 774.612959] NV_PGRAPH_PRI_GPCS_GPCCS_GPC_ACTIVITY2: 0x0 [ 774.612963] NV_PGRAPH_PRI_GPCS_GPCCS_GPC_ACTIVITY3: 0x0 [ 774.612967] NV_PGRAPH_PRI_GPCS_TPC0_TPCCS_TPC_ACTIVITY0: 0x0 [ 774.612970] NV_PGRAPH_PRI_GPCS_TPCS_TPCCS_TPC_ACTIVITY0: 0x0 [ 774.612974] NV_PGRAPH_PRI_BE0_BECS_BE_ACTIVITY0: 0x0 [ 774.612980] NV_PGRAPH_PRI_BE1_BECS_BE_ACTIVITY0: 0x0 [ 774.612983] NV_PGRAPH_PRI_BES_BECS_BE_ACTIVITY0: 0x0 [ 774.612989] NV_PGRAPH_PRI_DS_MPIPE_STATUS: 0x0 [ 774.612993] NV_PGRAPH_PRI_FE_GO_IDLE_ON_STATUS: 0x2e [ 774.612998] NV_PGRAPH_PRI_FE_GO_IDLE_TIMEOUT : 0x800 [ 774.613002] NV_PGRAPH_PRI_FE_GO_IDLE_CHECK : 0x800 [ 774.613008] NV_PGRAPH_PRI_FE_GO_IDLE_INFO : 0x33000700 [ 774.613011] NV_PGRAPH_PRI_GPC0_TPC0_TEX_M_TEX_SUBUNITS_STATUS: 0x0 [ 774.613017] NV_PGRAPH_PRI_CWD_FS: 0x101 [ 774.613022] NV_PGRAPH_PRI_FE_TPC_FS: 0x1 [ 774.613028] NV_PGRAPH_PRI_CWD_GPC_TPC_ID(0): 0x0 [ 774.613031] NV_PGRAPH_PRI_CWD_SM_ID(0): 0x0 [ 774.613037] NV_PGRAPH_PRI_FECS_CTXSW_STATUS_FE_0: 0x3 [ 774.613040] NV_PGRAPH_PRI_FECS_CTXSW_STATUS_1: 0x304 [ 774.613046] NV_PGRAPH_PRI_GPC0_GPCCS_CTXSW_STATUS_GPC_0: 0x0 [ 774.613050] NV_PGRAPH_PRI_GPC0_GPCCS_CTXSW_STATUS_1: 0x300 [ 774.613055] NV_PGRAPH_PRI_FECS_CTXSW_IDLESTATE : 0xa [ 774.613059] NV_PGRAPH_PRI_GPC0_GPCCS_CTXSW_IDLESTATE : 0xf [ 774.613064] NV_PGRAPH_PRI_FECS_CURRENT_CTX : 0x807e2f27 [ 774.613068] NV_PGRAPH_PRI_FECS_NEW_CTX : 0x807e2f27 [ 774.613073] NV_PGRAPH_PRI_BE0_CROP_STATUS1 : 0x0 [ 774.613077] NV_PGRAPH_PRI_BES_CROP_STATUS1 : 0x0 [ 774.613082] NV_PGRAPH_PRI_BE0_ZROP_STATUS : 0x0 [ 774.613085] NV_PGRAPH_PRI_BE0_ZROP_STATUS2 : 0x0 [ 774.613088] NV_PGRAPH_PRI_BES_ZROP_STATUS : 0x0 [ 774.613090] NV_PGRAPH_PRI_BES_ZROP_STATUS2 : 0x0 [ 774.613093] NV_PGRAPH_PRI_BE0_BECS_BE_EXCEPTION: 0x0 [ 774.613096] NV_PGRAPH_PRI_BE0_BECS_BE_EXCEPTION_EN: 0x0 [ 774.613098] NV_PGRAPH_PRI_GPC0_GPCCS_GPC_EXCEPTION: 0x0 [ 774.613101] NV_PGRAPH_PRI_GPC0_GPCCS_GPC_EXCEPTION_EN: 0x30000 [ 774.613104] NV_PGRAPH_PRI_GPC0_TPC0_TPCCS_TPC_EXCEPTION: 0x0 [ 774.613108] NV_PGRAPH_PRI_GPC0_TPC0_TPCCS_TPC_EXCEPTION_EN: 0x3 [ 774.613115] nvgpu: 57000000.gpu nvgpu_set_error_notifier_locked:137 [ERR] error notifier set to 8 for ch 503 [ 777.623874] nvgpu: 57000000.gpu __nvgpu_timeout_expired_msg_cpu:94 [ERR] Timeout detected @ gr_gk20a_ctx_wait_ucode+0xa4/0x568 [nvgpu] [ 777.636909] nvgpu: 57000000.gpu gr_gk20a_ctx_wait_ucode:528 [ERR] timeout waiting on mailbox=1 value=0xffffffff [ 777.648052] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:129 [ERR] gr_fecs_os_r : 0 [ 777.656674] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:131 [ERR] gr_fecs_cpuctl_r : 0x40 [ 777.665894] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:133 [ERR] gr_fecs_idlestate_r : 0x1 [ 777.675289] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:135 [ERR] gr_fecs_mailbox0_r : 0x0 [ 777.684593] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:137 [ERR] gr_fecs_mailbox1_r : 0x0 [ 777.693903] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:139 [ERR] gr_fecs_irqstat_r : 0x0 [ 777.703119] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:141 [ERR] gr_fecs_irqmode_r : 0x4 [ 777.712355] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:143 [ERR] gr_fecs_irqmask_r : 0x8704 [ 777.721918] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:145 [ERR] gr_fecs_irqdest_r : 0x0 [ 777.731142] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:147 [ERR] gr_fecs_debug1_r : 0x40 [ 777.740359] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:149 [ERR] gr_fecs_debuginfo_r : 0x0 [ 777.749762] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:151 [ERR] gr_fecs_ctxsw_status_1_r : 0x304 [ 777.759762] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(0) : 0x0 [ 777.769762] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(1) : 0xffffffff [ 777.780368] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(2) : 0x90009 [ 777.790714] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(3) : 0x14000 [ 777.801056] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(4) : 0x1ffda0 [ 777.811487] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(5) : 0x0 [ 777.821484] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(6) : 0x0 [ 777.831485] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(7) : 0x0 [ 777.841481] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(8) : 0x0 [ 777.851481] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(9) : 0x0 [ 777.861482] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(10) : 0x0 [ 777.871569] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(11) : 0x0 [ 777.881652] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(12) : 0x0 [ 777.891737] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(13) : 0x0 [ 777.901821] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(14) : 0x0 [ 777.911905] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(15) : 0x0 [ 777.921986] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:159 [ERR] gr_fecs_engctl_r : 0x0 [ 777.931120] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:161 [ERR] gr_fecs_curctx_r : 0x0 [ 777.940249] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:163 [ERR] gr_fecs_nxtctx_r : 0x0 [ 777.949381] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:169 [ERR] FECS_FALCON_REG_IMB : 0xbadfbadf [ 777.959379] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:175 [ERR] FECS_FALCON_REG_DMB : 0xbadfbadf [ 777.969397] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:181 [ERR] FECS_FALCON_REG_CSW : 0xbadfbadf [ 777.979396] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:187 [ERR] FECS_FALCON_REG_CTX : 0xbadfbadf [ 777.989396] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:193 [ERR] FECS_FALCON_REG_EXCI : 0xbadfbadf [ 777.999477] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:200 [ERR] FECS_FALCON_REG_PC : 0xbadfbadf [ 778.009390] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:206 [ERR] FECS_FALCON_REG_SP : 0xbadfbadf [ 778.019300] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:200 [ERR] FECS_FALCON_REG_PC : 0xbadfbadf [ 778.029213] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:206 [ERR] FECS_FALCON_REG_SP : 0xbadfbadf [ 778.039122] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:200 [ERR] FECS_FALCON_REG_PC : 0xbadfbadf [ 778.049046] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:206 [ERR] FECS_FALCON_REG_SP : 0xbadfbadf [ 778.058958] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:200 [ERR] FECS_FALCON_REG_PC : 0xbadfbadf [ 778.068873] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:206 [ERR] FECS_FALCON_REG_SP : 0xbadfbadf [ 778.078787] NV_PGRAPH_STATUS: 0x81 [ 778.078790] NV_PGRAPH_STATUS1: 0x0 [ 778.078793] NV_PGRAPH_STATUS2: 0x0 [ 778.078796] NV_PGRAPH_ENGINE_STATUS: 0x1 [ 778.078799] NV_PGRAPH_GRFIFO_STATUS : 0x1 [ 778.078802] NV_PGRAPH_GRFIFO_CONTROL : 0x10001 [ 778.078805] NV_PGRAPH_PRI_FECS_HOST_INT_STATUS : 0x0 [ 778.078811] NV_PGRAPH_EXCEPTION : 0x0 [ 778.078817] NV_PGRAPH_FECS_INTR : 0x0 [ 778.078821] NV_PFIFO_ENGINE_STATUS(GR) : 0x900da000 [ 778.078825] NV_PGRAPH_ACTIVITY0: 0x0 [ 778.078830] NV_PGRAPH_ACTIVITY1: 0x0 [ 778.078833] NV_PGRAPH_ACTIVITY2: 0x0 [ 778.078836] NV_PGRAPH_ACTIVITY4: 0x0 [ 778.078839] NV_PGRAPH_PRI_SKED_ACTIVITY: 0x0 [ 778.078844] NV_PGRAPH_PRI_GPC0_GPCCS_GPC_ACTIVITY0: 0x0 [ 778.078847] NV_PGRAPH_PRI_GPC0_GPCCS_GPC_ACTIVITY1: 0x0 [ 778.078850] NV_PGRAPH_PRI_GPC0_GPCCS_GPC_ACTIVITY2: 0x0 [ 778.078853] NV_PGRAPH_PRI_GPC0_GPCCS_GPC_ACTIVITY3: 0x0 [ 778.078856] NV_PGRAPH_PRI_GPC0_TPC0_TPCCS_TPC_ACTIVITY0: 0x0 [ 778.078859] NV_PGRAPH_PRI_GPC0_TPCS_TPCCS_TPC_ACTIVITY0: 0x0 [ 778.078862] NV_PGRAPH_PRI_GPCS_GPCCS_GPC_ACTIVITY0: 0x0 [ 778.078865] NV_PGRAPH_PRI_GPCS_GPCCS_GPC_ACTIVITY1: 0x0 [ 778.078869] NV_PGRAPH_PRI_GPCS_GPCCS_GPC_ACTIVITY2: 0x0 [ 778.078873] NV_PGRAPH_PRI_GPCS_GPCCS_GPC_ACTIVITY3: 0x0 [ 778.078878] NV_PGRAPH_PRI_GPCS_TPC0_TPCCS_TPC_ACTIVITY0: 0x0 [ 778.078882] NV_PGRAPH_PRI_GPCS_TPCS_TPCCS_TPC_ACTIVITY0: 0x0 [ 778.078886] NV_PGRAPH_PRI_BE0_BECS_BE_ACTIVITY0: 0x0 [ 778.078889] NV_PGRAPH_PRI_BE1_BECS_BE_ACTIVITY0: 0x0 [ 778.078893] NV_PGRAPH_PRI_BES_BECS_BE_ACTIVITY0: 0x0 [ 778.078897] NV_PGRAPH_PRI_DS_MPIPE_STATUS: 0x0 [ 778.078901] NV_PGRAPH_PRI_FE_GO_IDLE_ON_STATUS: 0x2e [ 778.078904] NV_PGRAPH_PRI_FE_GO_IDLE_TIMEOUT : 0x800 [ 778.078908] NV_PGRAPH_PRI_FE_GO_IDLE_CHECK : 0x800 [ 778.078911] NV_PGRAPH_PRI_FE_GO_IDLE_INFO : 0x33000700 [ 778.078914] NV_PGRAPH_PRI_GPC0_TPC0_TEX_M_TEX_SUBUNITS_STATUS: 0x0 [ 778.078917] NV_PGRAPH_PRI_CWD_FS: 0x101 [ 778.078919] NV_PGRAPH_PRI_FE_TPC_FS: 0x1 [ 778.078922] NV_PGRAPH_PRI_CWD_GPC_TPC_ID(0): 0x0 [ 778.078925] NV_PGRAPH_PRI_CWD_SM_ID(0): 0x0 [ 778.078928] NV_PGRAPH_PRI_FECS_CTXSW_STATUS_FE_0: 0x3 [ 778.078931] NV_PGRAPH_PRI_FECS_CTXSW_STATUS_1: 0x304 [ 778.078934] NV_PGRAPH_PRI_GPC0_GPCCS_CTXSW_STATUS_GPC_0: 0x0 [ 778.078937] NV_PGRAPH_PRI_GPC0_GPCCS_CTXSW_STATUS_1: 0x300 [ 778.078939] NV_PGRAPH_PRI_FECS_CTXSW_IDLESTATE : 0xa [ 778.078942] NV_PGRAPH_PRI_GPC0_GPCCS_CTXSW_IDLESTATE : 0xf [ 778.078945] NV_PGRAPH_PRI_FECS_CURRENT_CTX : 0x807e2f27 [ 778.078949] NV_PGRAPH_PRI_FECS_NEW_CTX : 0x807e2f27 [ 778.078952] NV_PGRAPH_PRI_BE0_CROP_STATUS1 : 0x0 [ 778.078954] NV_PGRAPH_PRI_BES_CROP_STATUS1 : 0x0 [ 778.078957] NV_PGRAPH_PRI_BE0_ZROP_STATUS : 0x0 [ 778.078960] NV_PGRAPH_PRI_BE0_ZROP_STATUS2 : 0x0 [ 778.078962] NV_PGRAPH_PRI_BES_ZROP_STATUS : 0x0 [ 778.078965] NV_PGRAPH_PRI_BES_ZROP_STATUS2 : 0x0 [ 778.078968] NV_PGRAPH_PRI_BE0_BECS_BE_EXCEPTION: 0x0 [ 778.078972] NV_PGRAPH_PRI_BE0_BECS_BE_EXCEPTION_EN: 0x0 [ 778.078976] NV_PGRAPH_PRI_GPC0_GPCCS_GPC_EXCEPTION: 0x0 [ 778.078980] NV_PGRAPH_PRI_GPC0_GPCCS_GPC_EXCEPTION_EN: 0x30000 [ 778.078983] NV_PGRAPH_PRI_GPC0_TPC0_TPCCS_TPC_EXCEPTION: 0x0 [ 778.078987] NV_PGRAPH_PRI_GPC0_TPC0_TPCCS_TPC_EXCEPTION_EN: 0x3 [ 778.078994] nvgpu: 57000000.gpu gr_gk20a_submit_fecs_method_op:579 [ERR] fecs method: data=0xffffffff push adr=0x00000038 [ 778.090382] nvgpu: 57000000.gpu gr_gk20a_disable_ctxsw:658 [ERR] failed to stop fecs ctxsw [ 778.099772] nvgpu: 57000000.gpu gk20a_fifo_recover_tsg:1996 [ERR] failed to disable ctxsw [ 778.108994] ---- mlocks ---- [ 778.109007] ---- syncpts ---- [ 778.109016] id 4 (disp1_a) min 2546 max 2546 refs 1 (previous client : ) [ 778.109020] id 5 (disp1_b) min 6 max 6 refs 1 (previous client : ) [ 778.109023] id 6 (disp1_c) min 6 max 6 refs 1 (previous client : ) [ 778.109028] id 8 (gm20b_507) min 1812 max 1812 refs 1 (previous client : ) [ 778.109032] id 9 (gm20b_506) min 122 max 122 refs 1 (previous client : ) [ 778.109036] id 11 (gm20b_504) min 2664 max 2664 refs 1 (previous client : gm20b_504) [ 778.109040] id 12 (gm20b_505) min 36 max 36 refs 1 (previous client : gm20b_505) [ 778.109044] id 13 (gm20b_503) min 144224 max 144236 refs 1 (previous client : gm20b_503) [ 778.109050] id 14 (gm20b_502) min 54 max 54 refs 1 (previous client : ) [ 778.109053] id 15 (gm20b_501) min 32 max 32 refs 1 (previous client : gm20b_501) [ 778.109058] id 16 (gm20b_500) min 11940 max 11940 refs 1 (previous client : gm20b_500) [ 778.109067] id 27 (vblank1) min 36077 max -12 refs 1 (previous client : ) [ 778.109161] ---- channels ---- [ 778.109167] channel 0 - 54340000.vic [ 778.109173] 0-54340000.vic (0): [ 778.109175] inactive [ 778.109181] ---- host general irq ---- [ 778.109183] sync_hintmask_ext = 0xc0000000 [ 778.109186] sync_hintmask = 0x80000000 [ 778.109189] sync_intc0mask = 0x00000001 [ 778.109191] sync_intmask = 0x00000011 [ 778.109193] ---- host syncpt irq mask ---- [ 778.109196] syncpt_thresh_int_mask(0) = 0x04000001 [ 778.109199] syncpt_thresh_int_mask(1) = 0x00000000 [ 778.109201] syncpt_thresh_int_mask(2) = 0x00000000 [ 778.109204] syncpt_thresh_int_mask(3) = 0x00000000 [ 778.109207] syncpt_thresh_int_mask(4) = 0x00000000 [ 778.109209] syncpt_thresh_int_mask(5) = 0x00000000 [ 778.109212] syncpt_thresh_int_mask(6) = 0x00000000 [ 778.109214] syncpt_thresh_int_mask(7) = 0x00000000 [ 778.109216] syncpt_thresh_int_mask(8) = 0x00000000 [ 778.109219] syncpt_thresh_int_mask(9) = 0x00000000 [ 778.109221] syncpt_thresh_int_mask(10) = 0x00000000 [ 778.109224] syncpt_thresh_int_mask(11) = 0x00000000 [ 778.109226] ---- host syncpt irq status ---- [ 778.109229] syncpt_thresh_cpu0_int_status(0) = 0x00000000 [ 778.109231] syncpt_thresh_cpu0_int_status(1) = 0x00000000 [ 778.109234] syncpt_thresh_cpu0_int_status(2) = 0x00000000 [ 778.109237] syncpt_thresh_cpu0_int_status(3) = 0x00000000 [ 778.109239] syncpt_thresh_cpu0_int_status(4) = 0x00000000 [ 778.109243] syncpt_thresh_cpu0_int_status(5) = 0x00000000 [ 778.109245] ---- host syncpt thresh ---- [ 778.109248] syncpt_int_thresh_thresh_0(0) = 1 [ 778.109257] syncpt_int_thresh_thresh_0(13) = 144226 [ 778.109344] gm20b pbdma 0: [ 778.109348] id: 8 (tsg), next_id: 8 (tsg) chan status: valid [ 778.109360] PBDMA_PUT: 0000001e000006f4 PBDMA_GET: 0000001e00000508 GP_PUT: 000002c5 GP_GET: 000002b4 FETCH: 000002c5 HEADER: 60000100 HDR: 60110040 SHADOW0: 000004e8 SHADOW1: 00020c1e [ 778.109366] gm20b eng 0: [ 778.109369] id: 0 (channel), next_id: 13 (tsg), ctx status: load [ 778.109371] busy [ 778.109375] gm20b eng 1: [ 778.109378] id: 0 (channel), next_id: 0 (channel), ctx status: invalid [ 778.109603] 500-gm20b, pid 7843, refs 5: [ 778.109607] channel status: not in use pending busy [ 778.109613] RAMFC : TOP: 8000001f00000f60 PUT: 0000001f00000f60 GET: 0000001f00000f60 FETCH: 0000001f00000f60 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00001001 SEMAPHORE 0000001e 04030aa0 00003a92 00001004 [ 778.109619] 501-gm20b, pid 7680, refs 2: [ 778.109623] channel status: in use idle not busy [ 778.109628] RAMFC : TOP: 8000001f00008080 PUT: 0000001f00008080 GET: 0000001f00008080 FETCH: 0000001f00008080 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00000f01 SEMAPHORE 0000001e 010b0aa0 00000000 00000002 [ 778.109634] 502-gm20b, pid 7124, refs 2: [ 778.109636] channel status: in use idle not busy [ 778.109642] RAMFC : TOP: 8000001f0000c288 PUT: 0000001f0000c288 GET: 0000001f0000c288 FETCH: 0000001f0000c288 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00000e01 SEMAPHORE 00000000 00000000 00000000 00000000 [ 778.109647] 503-gm20b, pid 7124, refs 15: [ 778.109650] channel status: not in use on_pbdma busy [ 778.109656] RAMFC : TOP: 8000001f00007220 PUT: 0000001f00007220 GET: 0000001f00007220 FETCH: 0000001f00007220 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00000d01 SEMAPHORE 0000000d fc000000 0640013a 01100002 [ 778.109661] 504-gm20b, pid 6139, refs 2: [ 778.109664] channel status: in use idle not busy [ 778.109669] RAMFC : TOP: 8000001f000030c0 PUT: 0000001f000030c0 GET: 0000001f000030c0 FETCH: 0000001f000030c0 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00000b01 SEMAPHORE 0000001e 01090020 00000002 00000002 [ 778.109675] 505-gm20b, pid 6971, refs 2: [ 778.109677] channel status: in use idle not busy [ 778.109683] RAMFC : TOP: 8000001f00068060 PUT: 0000001f00068060 GET: 0000001f00068060 FETCH: 0000001f00068060 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00000c01 SEMAPHORE 0000001e 015e0aa0 00000000 00000002 [ 778.109688] 506-gm20b, pid 5872, refs 2: [ 778.109691] channel status: in use idle not busy [ 778.109696] RAMFC : TOP: 8000001f0000c5b8 PUT: 0000001f0000c5b8 GET: 0000001f0000c5b8 FETCH: 0000001f0000c5b8 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00000901 SEMAPHORE 00000000 00000000 00000000 00000000 [ 778.109701] 507-gm20b, pid 5872, refs 2: [ 778.109703] channel status: in use idle not busy [ 778.109708] RAMFC : TOP: 8000001f00007140 PUT: 0000001f00007140 GET: 0000001f00007140 FETCH: 0000001f00007140 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00000801 SEMAPHORE 0000000d fc001000 06240102 01100002 [ 778.109713] 508-gm20b, pid 5393, refs 2: [ 778.109716] channel status: in use idle not busy [ 778.109721] RAMFC : TOP: 0000000000000000 PUT: 0000000000000000 GET: 0000000000000000 FETCH: 0000000000000000 HEADER: 60400000 COUNT: 00000000 SYNCPOINT 00000000 00000000 SEMAPHORE 00000000 00000000 00000000 00000000 [ 778.109726] 509-gm20b, pid 5393, refs 2: [ 778.109729] channel status: in use idle not busy [ 778.109733] RAMFC : TOP: 0000000000000000 PUT: 0000000000000000 GET: 0000000000000000 FETCH: 0000000000000000 HEADER: 60400000 COUNT: 00000000 SYNCPOINT 00000000 00000000 SEMAPHORE 00000000 00000000 00000000 00000000 [ 778.109738] 510-gm20b, pid 5393, refs 2: [ 778.109741] channel status: in use idle not busy [ 778.109746] RAMFC : TOP: 0000000000000000 PUT: 0000000000000000 GET: 0000000000000000 FETCH: 0000000000000000 HEADER: 60400000 COUNT: 00000000 SYNCPOINT 00000000 00000000 SEMAPHORE 00000000 00000000 00000000 00000000 [ 778.109751] 511-gm20b, pid 5393, refs 2: [ 778.109753] channel status: in use idle not busy [ 778.109758] RAMFC : TOP: 0000000000000000 PUT: 0000000000000000 GET: 0000000000000000 FETCH: 0000000000000000 HEADER: 60400000 COUNT: 00000000 SYNCPOINT 00000000 00000000 SEMAPHORE 00000000 00000000 00000000 00000000 [ 778.728237] nvgpu: 57000000.gpu __nvgpu_timeout_expired_msg_cpu:94 [ERR] Timeout detected @ gk20a_fifo_is_preempt_pending+0x68/0x128 [nvgpu] [ 778.741381] nvgpu: 57000000.gpu gk20a_fifo_is_preempt_pending:2984 [ERR] preempt timeout: id: 10 id_type: 1 [ 778.751658] nvgpu: 57000000.gpu gk20a_fifo_preempt_tsg:3108 [ERR] preempt timed out for tsgid: 10, ctxsw timeout will trigger recovery if needed [ 778.867268] nvgpu: 57000000.gpu __nvgpu_timeout_expired_msg_cpu:94 [ERR] Timeout detected @ gk20a_fifo_is_preempt_pending+0x68/0x128 [nvgpu] [ 778.880408] nvgpu: 57000000.gpu gk20a_fifo_is_preempt_pending:2984 [ERR] preempt timeout: id: 9 id_type: 1 [ 778.890592] nvgpu: 57000000.gpu gk20a_fifo_preempt_tsg:3108 [ERR] preempt timed out for tsgid: 9, ctxsw timeout will trigger recovery if needed [ 779.004880] nvgpu: 57000000.gpu __nvgpu_timeout_expired_msg_cpu:94 [ERR] Timeout detected @ gk20a_fifo_is_preempt_pending+0x68/0x128 [nvgpu] [ 779.018018] nvgpu: 57000000.gpu gk20a_fifo_is_preempt_pending:2984 [ERR] preempt timeout: id: 6 id_type: 1 [ 779.028205] nvgpu: 57000000.gpu gk20a_fifo_preempt_tsg:3108 [ERR] preempt timed out for tsgid: 6, ctxsw timeout will trigger recovery if needed [ 779.142597] nvgpu: 57000000.gpu __nvgpu_timeout_expired_msg_cpu:94 [ERR] Timeout detected @ gk20a_fifo_is_preempt_pending+0x68/0x128 [nvgpu] [ 779.155729] nvgpu: 57000000.gpu gk20a_fifo_is_preempt_pending:2984 [ERR] preempt timeout: id: 7 id_type: 1 [ 779.165917] nvgpu: 57000000.gpu gk20a_fifo_preempt_tsg:3108 [ERR] preempt timed out for tsgid: 7, ctxsw timeout will trigger recovery if needed [ 779.280299] nvgpu: 57000000.gpu __nvgpu_timeout_expired_msg_cpu:94 [ERR] Timeout detected @ gk20a_fifo_is_preempt_pending+0x68/0x128 [nvgpu] [ 779.293436] nvgpu: 57000000.gpu gk20a_fifo_is_preempt_pending:2984 [ERR] preempt timeout: id: 5 id_type: 1 [ 779.303622] nvgpu: 57000000.gpu gk20a_fifo_preempt_tsg:3108 [ERR] preempt timed out for tsgid: 5, ctxsw timeout will trigger recovery if needed [ 779.418051] nvgpu: 57000000.gpu __nvgpu_timeout_expired_msg_cpu:94 [ERR] Timeout detected @ gk20a_fifo_is_preempt_pending+0x68/0x128 [nvgpu] [ 779.431194] nvgpu: 57000000.gpu gk20a_fifo_is_preempt_pending:2984 [ERR] preempt timeout: id: 4 id_type: 1 [ 779.441379] nvgpu: 57000000.gpu gk20a_fifo_preempt_tsg:3108 [ERR] preempt timed out for tsgid: 4, ctxsw timeout will trigger recovery if needed [ 779.555709] nvgpu: 57000000.gpu __nvgpu_timeout_expired_msg_cpu:94 [ERR] Timeout detected @ gk20a_fifo_is_preempt_pending+0x68/0x128 [nvgpu] [ 779.568847] nvgpu: 57000000.gpu gk20a_fifo_is_preempt_pending:2984 [ERR] preempt timeout: id: 3 id_type: 1 [ 779.579034] nvgpu: 57000000.gpu gk20a_fifo_preempt_tsg:3108 [ERR] preempt timed out for tsgid: 3, ctxsw timeout will trigger recovery if needed [ 779.694079] nvgpu: 57000000.gpu __nvgpu_timeout_expired_msg_cpu:94 [ERR] Timeout detected @ gk20a_fifo_is_preempt_pending+0x68/0x128 [nvgpu] [ 779.707289] nvgpu: 57000000.gpu gk20a_fifo_is_preempt_pending:2984 [ERR] preempt timeout: id: 2 id_type: 1 [ 779.717578] nvgpu: 57000000.gpu gk20a_fifo_preempt_tsg:3108 [ERR] preempt timed out for tsgid: 2, ctxsw timeout will trigger recovery if needed [ 779.833460] nvgpu: 57000000.gpu __nvgpu_timeout_expired_msg_cpu:94 [ERR] Timeout detected @ gk20a_fifo_is_preempt_pending+0x68/0x128 [nvgpu] [ 779.847018] nvgpu: 57000000.gpu gk20a_fifo_is_preempt_pending:2984 [ERR] preempt timeout: id: 1 id_type: 1 [ 779.857723] nvgpu: 57000000.gpu gk20a_fifo_preempt_tsg:3108 [ERR] preempt timed out for tsgid: 1, ctxsw timeout will trigger recovery if needed [ 779.975665] nvgpu: 57000000.gpu __nvgpu_timeout_expired_msg_cpu:94 [ERR] Timeout detected @ gk20a_fifo_is_preempt_pending+0x68/0x128 [nvgpu] [ 779.989262] nvgpu: 57000000.gpu gk20a_fifo_is_preempt_pending:2984 [ERR] preempt timeout: id: 0 id_type: 1 [ 779.999934] nvgpu: 57000000.gpu gk20a_fifo_preempt_tsg:3108 [ERR] preempt timed out for tsgid: 0, ctxsw timeout will trigger recovery if needed [ 783.018193] nvgpu: 57000000.gpu __nvgpu_timeout_expired_msg_cpu:94 [ERR] Timeout detected @ gk20a_fifo_runlist_wait_pending+0x68/0x128 [nvgpu] [ 783.031904] nvgpu: 57000000.gpu gk20a_fifo_runlist_wait_pending:3377 [ERR] runlist wait timeout: runlist id: 0 [ 783.042626] nvgpu: 57000000.gpu gk20a_fifo_update_runlist_locked:3673 [ERR] runlist 0 update timeout [ 783.052456] ---- mlocks ---- [ 783.052546] ---- syncpts ---- [ 783.052634] id 4 (disp1_a) min 2546 max 2546 refs 1 (previous client : ) [ 783.052665] id 5 (disp1_b) min 6 max 6 refs 1 (previous client : ) [ 783.052685] id 6 (disp1_c) min 6 max 6 refs 1 (previous client : ) [ 783.052706] id 8 (gm20b_507) min 1812 max 1812 refs 1 (previous client : ) [ 783.052732] id 9 (gm20b_506) min 122 max 122 refs 1 (previous client : ) [ 783.052753] id 11 (gm20b_504) min 2664 max 2664 refs 1 (previous client : gm20b_504) [ 783.052784] id 12 (gm20b_505) min 36 max 36 refs 1 (previous client : gm20b_505) [ 783.052811] id 13 (gm20b_503) min 144236 max 144236 refs 1 (previous client : gm20b_503) [ 783.052833] id 14 (gm20b_502) min 54 max 54 refs 1 (previous client : ) [ 783.052860] id 15 (gm20b_501) min 32 max 32 refs 1 (previous client : gm20b_501) [ 783.052887] id 16 (gm20b_500) min 11940 max 11940 refs 1 (previous client : gm20b_500) [ 783.052921] id 27 (vblank1) min 36374 max -12 refs 1 (previous client : ) [ 783.053166] ---- channels ---- [ 783.053190] channel 0 - 54340000.vic [ 783.053210] 0-54340000.vic (0): [ 783.053224] inactive [ 783.053251] ---- host general irq ---- [ 783.053268] sync_hintmask_ext = 0xc0000000 [ 783.053311] sync_hintmask = 0x80000000 [ 783.053346] sync_intc0mask = 0x00000001 [ 783.053376] sync_intmask = 0x00000011 [ 783.053413] ---- host syncpt irq mask ---- [ 783.053438] syncpt_thresh_int_mask(0) = 0x00000001 [ 783.053475] syncpt_thresh_int_mask(1) = 0x00000000 [ 783.053500] syncpt_thresh_int_mask(2) = 0x00000000 [ 783.053522] syncpt_thresh_int_mask(3) = 0x00000000 [ 783.053537] syncpt_thresh_int_mask(4) = 0x00000000 [ 783.053552] syncpt_thresh_int_mask(5) = 0x00000000 [ 783.053568] syncpt_thresh_int_mask(6) = 0x00000000 [ 783.053584] syncpt_thresh_int_mask(7) = 0x00000000 [ 783.053599] syncpt_thresh_int_mask(8) = 0x00000000 [ 783.053615] syncpt_thresh_int_mask(9) = 0x00000000 [ 783.053631] syncpt_thresh_int_mask(10) = 0x00000000 [ 783.053648] syncpt_thresh_int_mask(11) = 0x00000000 [ 783.053661] ---- host syncpt irq status ---- [ 783.053679] syncpt_thresh_cpu0_int_status(0) = 0x00000000 [ 783.053696] syncpt_thresh_cpu0_int_status(1) = 0x00000000 [ 783.053712] syncpt_thresh_cpu0_int_status(2) = 0x00000000 [ 783.053729] syncpt_thresh_cpu0_int_status(3) = 0x00000000 [ 783.053745] syncpt_thresh_cpu0_int_status(4) = 0x00000000 [ 783.053762] syncpt_thresh_cpu0_int_status(5) = 0x00000000 [ 783.053776] ---- host syncpt thresh ---- [ 783.053795] syncpt_int_thresh_thresh_0(0) = 1 [ 783.054016] gm20b pbdma 0: [ 783.054040] id: 8 (tsg), next_id: 8 (tsg) chan status: valid [ 783.054096] PBDMA_PUT: 0000001e000006f4 PBDMA_GET: 0000001e00000508 GP_PUT: 000002c5 GP_GET: 000002b4 FETCH: 000002c5 HEADER: 60000100 HDR: 60110040 SHADOW0: 000004e8 SHADOW1: 00020c1e [ 783.054130] gm20b eng 0: [ 783.054158] id: 0 (channel), next_id: 13 (tsg), ctx status: load [ 783.054172] busy [ 783.054201] gm20b eng 1: [ 783.054222] id: 0 (channel), next_id: 0 (channel), ctx status: invalid [ 783.055084] 500-gm20b, pid 7843, refs 2: [ 783.055120] channel status: not in use pending busy [ 783.055169] RAMFC : TOP: 8000001f00000f60 PUT: 0000001f00000f60 GET: 0000001f00000f60 FETCH: 0000001f00000f60 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00001001 SEMAPHORE 0000001e 04030aa0 00003a92 00001004 [ 783.055207] 501-gm20b, pid 7680, refs 2: [ 783.055228] channel status: not in use idle not busy [ 783.055270] RAMFC : TOP: 8000001f00008080 PUT: 0000001f00008080 GET: 0000001f00008080 FETCH: 0000001f00008080 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00000f01 SEMAPHORE 0000001e 010b0aa0 00000000 00000002 [ 783.055305] 502-gm20b, pid 7124, refs 2: [ 783.055324] channel status: not in use idle not busy [ 783.055475] RAMFC : TOP: 8000001f0000c288 PUT: 0000001f0000c288 GET: 0000001f0000c288 FETCH: 0000001f0000c288 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00000e01 SEMAPHORE 00000000 00000000 00000000 00000000 [ 783.055514] 503-gm20b, pid 7124, refs 2: [ 783.055534] channel status: not in use on_pbdma busy [ 783.055574] RAMFC : TOP: 8000001f00007220 PUT: 0000001f00007220 GET: 0000001f00007220 FETCH: 0000001f00007220 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00000d01 SEMAPHORE 0000000d fc000000 0640013a 01100002 [ 783.055607] 504-gm20b, pid 6139, refs 2: [ 783.055622] channel status: not in use idle not busy [ 783.055645] RAMFC : TOP: 8000001f000030c0 PUT: 0000001f000030c0 GET: 0000001f000030c0 FETCH: 0000001f000030c0 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00000b01 SEMAPHORE 0000001e 01090020 00000002 00000002 [ 783.055664] 505-gm20b, pid 6971, refs 2: [ 783.055673] channel status: not in use idle not busy [ 783.055692] RAMFC : TOP: 8000001f00068060 PUT: 0000001f00068060 GET: 0000001f00068060 FETCH: 0000001f00068060 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00000c01 SEMAPHORE 0000001e 015e0aa0 00000000 00000002 [ 783.055709] 506-gm20b, pid 5872, refs 2: [ 783.055718] channel status: not in use idle not busy [ 783.055735] RAMFC : TOP: 8000001f0000c5b8 PUT: 0000001f0000c5b8 GET: 0000001f0000c5b8 FETCH: 0000001f0000c5b8 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00000901 SEMAPHORE 00000000 00000000 00000000 00000000 [ 783.055751] 507-gm20b, pid 5872, refs 2: [ 783.055760] channel status: not in use idle not busy [ 783.055778] RAMFC : TOP: 8000001f00007140 PUT: 0000001f00007140 GET: 0000001f00007140 FETCH: 0000001f00007140 HEADER: 60400000 COUNT: 80000000 SYNCPOINT 00000000 00000801 SEMAPHORE 0000000d fc001000 06240102 01100002 [ 783.055799] 508-gm20b, pid 5393, refs 2: [ 783.055807] channel status: not in use idle not busy [ 783.055824] RAMFC : TOP: 0000000000000000 PUT: 0000000000000000 GET: 0000000000000000 FETCH: 0000000000000000 HEADER: 60400000 COUNT: 00000000 SYNCPOINT 00000000 00000000 SEMAPHORE 00000000 00000000 00000000 00000000 [ 783.055839] 509-gm20b, pid 5393, refs 2: [ 783.055847] channel status: not in use idle not busy [ 783.055863] RAMFC : TOP: 0000000000000000 PUT: 0000000000000000 GET: 0000000000000000 FETCH: 0000000000000000 HEADER: 60400000 COUNT: 00000000 SYNCPOINT 00000000 00000000 SEMAPHORE 00000000 00000000 00000000 00000000 [ 783.055878] 510-gm20b, pid 5393, refs 2: [ 783.055886] channel status: not in use idle not busy [ 783.055902] RAMFC : TOP: 0000000000000000 PUT: 0000000000000000 GET: 0000000000000000 FETCH: 0000000000000000 HEADER: 60400000 COUNT: 00000000 SYNCPOINT 00000000 00000000 SEMAPHORE 00000000 00000000 00000000 00000000 [ 783.055917] 511-gm20b, pid 5393, refs 2: [ 783.055925] channel status: not in use idle not busy [ 783.055941] RAMFC : TOP: 0000000000000000 PUT: 0000000000000000 GET: 0000000000000000 FETCH: 0000000000000000 HEADER: 60400000 COUNT: 00000000 SYNCPOINT 00000000 00000000 SEMAPHORE 00000000 00000000 00000000 00000000 [ 783.056063] nvgpu: 57000000.gpu gk20a_fifo_handle_mmu_fault_locked:1721 [ERR] fake mmu fault on engine 0, engine subid 0 (gpc), client 20 (t1 4), addr 0x75b4e28000, type 10 (bad aperture), access_type 0x00000001,inst_ptr 0x1b8a2c000 [ 783.076776] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:129 [ERR] gr_fecs_os_r : 0 [ 783.085435] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:131 [ERR] gr_fecs_cpuctl_r : 0x40 [ 783.095282] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:133 [ERR] gr_fecs_idlestate_r : 0x1 [ 783.104801] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:135 [ERR] gr_fecs_mailbox0_r : 0x0 [ 783.114254] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:137 [ERR] gr_fecs_mailbox1_r : 0x0 [ 783.123660] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:139 [ERR] gr_fecs_irqstat_r : 0x0 [ 783.133220] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:141 [ERR] gr_fecs_irqmode_r : 0x4 [ 783.142604] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:143 [ERR] gr_fecs_irqmask_r : 0x8704 [ 783.152239] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:145 [ERR] gr_fecs_irqdest_r : 0x0 [ 783.161607] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:147 [ERR] gr_fecs_debug1_r : 0x40 [ 783.171003] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:149 [ERR] gr_fecs_debuginfo_r : 0x0 [ 783.180618] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:151 [ERR] gr_fecs_ctxsw_status_1_r : 0x304 [ 783.190794] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(0) : 0x0 [ 783.201111] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(1) : 0xffffffff [ 783.212120] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(2) : 0x90009 [ 783.222796] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(3) : 0x14000 [ 783.233719] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(4) : 0x1ffda0 [ 783.244507] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(5) : 0x0 [ 783.254885] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(6) : 0x0 [ 783.265228] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(7) : 0x0 [ 783.275694] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(8) : 0x0 [ 783.286028] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(9) : 0x0 [ 783.296395] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(10) : 0x0 [ 783.306814] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(11) : 0x0 [ 783.317280] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(12) : 0x0 [ 783.327779] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(13) : 0x0 [ 783.338242] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(14) : 0x0 [ 783.348704] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:155 [ERR] gr_fecs_ctxsw_mailbox_r(15) : 0x0 [ 783.358936] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:159 [ERR] gr_fecs_engctl_r : 0x0 [ 783.368369] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:161 [ERR] gr_fecs_curctx_r : 0x0 [ 783.377891] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:163 [ERR] gr_fecs_nxtctx_r : 0x0 [ 783.387357] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:169 [ERR] FECS_FALCON_REG_IMB : 0xbadfbadf [ 783.397823] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:175 [ERR] FECS_FALCON_REG_DMB : 0xbadfbadf [ 783.408199] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:181 [ERR] FECS_FALCON_REG_CSW : 0xbadfbadf [ 783.418548] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:187 [ERR] FECS_FALCON_REG_CTX : 0xbadfbadf [ 783.429082] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:193 [ERR] FECS_FALCON_REG_EXCI : 0xbadfbadf [ 783.439553] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:200 [ERR] FECS_FALCON_REG_PC : 0xbadfbadf [ 783.449889] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:206 [ERR] FECS_FALCON_REG_SP : 0xbadfbadf [ 783.460193] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:200 [ERR] FECS_FALCON_REG_PC : 0xbadfbadf [ 783.470519] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:206 [ERR] FECS_FALCON_REG_SP : 0xbadfbadf [ 783.480803] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:200 [ERR] FECS_FALCON_REG_PC : 0xbadfbadf [ 783.491312] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:206 [ERR] FECS_FALCON_REG_SP : 0xbadfbadf [ 783.501433] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:200 [ERR] FECS_FALCON_REG_PC : 0xbadfbadf [ 783.511733] nvgpu: 57000000.gpu gk20a_fecs_dump_falcon_stats:206 [ERR] FECS_FALCON_REG_SP : 0xbadfbadf [ 783.521987] nvgpu: 57000000.gpu gk20a_fifo_handle_mmu_fault_locked:1726 [ERR] gr_status_r : 0x81 [ 783.533625] nvgpu: 57000000.gpu gk20a_fifo_update_runlist_ids:3706 [ERR] failed to update_runlist 0 -110