Last login: Sun Jun 5 01:15:59 EDT 2022 on ttyTCU0 ubt@ubuntu:~$ [ 105.823321] nvgpu: 17000000.gv11b gk20a_ptimer_isr:53 [ERR] FECS_ERRCODE 0xbadf1020 [ 105.823786] nvgpu: 17000000.gv11b gp10b_priv_ring_decode_error_code:83 [ERR] client timeout [ 105.824459] nvgpu: 17000000.gv11b gk20a_ptimer_isr:64 [ERR] PRI timeout: ADR 0x00000000 WRITE DATA 0x00000000 [ 105.834240] nvgpu: 17000000.gv11b gk20a_ptimer_isr:64 [ERR] PRI timeout: ADR 0x0010a548 READ DATA 0x00000000 [ 105.840126] nvgpu: 17000000.gv11b gk20a_ptimer_isr:64 [ERR] PRI timeout: ADR 0x00132ac4 READ DATA 0x00000000 [ 105.841588] nvgpu: 17000000.gv11b gp10b_priv_ring_isr:217 [ERR] ringmaster intr status0: 0x00000100, status1: 0x00000000 [ 105.842571] nvgpu: 17000000.gv11b gp10b_priv_ring_isr_handle_0:138 [ERR] SYS write error. ADR 0x00481fb8 WRDAT 0x00000000 INFO 0x18400200 (subid 0x00000018 priv level 0), CODE 0xbadf1720 [ 105.843405] nvgpu: 17000000.gv11b gp10b_priv_ring_decode_error_code:83 [ERR] subid error [ 105.886150] nvgpu: 17000000.gv11b gm20b_gr_intr_check_gr_fe_exception:197 [ERR] fe exception: esr 0x80000001, info 0x00200000 [ 105.886903] nvgpu: 17000000.gv11b gr_gm20b_intr_check_gr_be_crop_exception:163 [ERR] crop exception: esr 0x80000000 [ 105.887525] nvgpu: 17000000.gv11b gr_intr_handle_exception_interrupts:849 [ERR] set gr exception notifier [ 105.888656] __gv11b__ Channel Status - chip gv11b [ 105.888696] __gv11b__ --------------------------- [ 105.889052] __gv11b__ 511-gv11b, TSG: 0, pid 1536, refs: 4: [ 105.889349] __gv11b__ channel status: in use idle not busy [ 105.889845] __gv11b__ RAMFC: TOP: 000000000000 PUT: 000000000000 GET: 000000000000 FETCH: 000000000000 HEADER: 20400000 COUNT: 00000000 SEMAPHORE: addr 000000000000 payload 0000000000000000 exe0 [ 105.890182] __gv11b__ [ 105.894872] __gv11b__ PBDMA Status - chip gv11b [ 105.897750] __gv11b__ ------------------------- [ 105.902072] __gv11b__ pbdma 0: [ 105.907210] __gv11b__ id: 0 - [tsg] next_id: - -1 [channel] | status: valid [ 105.910000] __gv11b__ PBDMA_PUT 0000000000000000 PBDMA_GET 0000000000000000 [ 105.917596] __gv11b__ GP_PUT 00000000 GP_GET 00000000 FETCH 00000000 HEADER 60400000 [ 105.925507] __gv11b__ HDR 00000000 SHADOW0 101408a0 SHADOW1 20800024 [ 105.933800] __gv11b__ pbdma 1: [ 105.941626] __gv11b__ id: -1 - [channel] next_id: - -1 [channel] | status: invalid [ 105.944015] __gv11b__ PBDMA_PUT 0000000000100000 PBDMA_GET 00000002068f2220 [ 105.951482] __gv11b__ GP_PUT 00000000 GP_GET 80000008 FETCH 00000000 HEADER 60400840 [ 105.959194] __gv11b__ HDR 0005d473 SHADOW0 02001002 SHADOW1 0000044c [ 105.967463] __gv11b__ pbdma 2: [ 105.974240] __gv11b__ id: -1 - [channel] next_id: - -1 [channel] | status: invalid [ 105.977475] __gv11b__ PBDMA_PUT 0000000080240810 PBDMA_GET 0000001600000000 [ 105.985114] __gv11b__ GP_PUT 00000000 GP_GET 616b209b FETCH 00000000 HEADER 60400000 [ 105.992437] __gv11b__ HDR 01101070 SHADOW0 01000000 SHADOW1 00000120 [ 106.001071] __gv11b__ [ 106.008555] __gv11b__ gv11b eng 0: [ 106.010778] __gv11b__ id: -1 (channel), next_id: -1 (channel), ctx status: invalid [ 106.014581] __gv11b__ busy [ 106.022633] __gv11b__ [ 106.024780] __gv11b__ gv11b eng 1: [ 106.027818] __gv11b__ id: -1 (channel), next_id: -1 (channel), ctx status: invalid [ 106.030922] __gv11b__ [ 106.039348] __gv11b__ gv11b eng 2: [ 106.041665] __gv11b__ id: -1 (channel), next_id: -1 (channel), ctx status: invalid [ 106.045667] __gv11b__ [ 106.053244] __gv11b__ gv11b eng 3: [ 106.055395] __gv11b__ id: -1 (channel), next_id: -1 (channel), ctx status: invalid [ 106.059119] __gv11b__ [ 106.067275] __gv11b__ [ 108.884371] nvgpu: 17000000.gv11b nvgpu_timeout_expired_msg_cpu:112 [ERR] Timeout detected @ 0000000078a41f56 [ 108.885642] nvgpu: 17000000.gv11b gm20b_gr_falcon_status_check_ctx_wait_ucode:378 [ERR] timeout waiting on mailbox=0 value=0x00000010 [ 108.886239] nvgpu: 17000000.gv11b gk20a_falcon_dump_stats:468 [ERR] <<< FALCON id-2 DEBUG INFORMATION - START >>> [ 108.886972] nvgpu: 17000000.gv11b gk20a_falcon_dump_imblk:410 [ERR] FALCON IMEM BLK MAPPING (PA->VA) (128 TOTAL): [ 108.887718] nvgpu: 17000000.gv11b gk20a_falcon_dump_imblk:423 [ERR] 0x00: 0x01000000 0x01000100 0x01000200 0x01000300 [ 108.888299] nvgpu: 17000000.gv11b gk20a_falcon_dump_imblk:425 [ERR] 0x04: 0x01000400 0x01000500 0x01000600 0x01000700 [ 108.888935] nvgpu: 17000000.gv11b gk20a_falcon_dump_imblk:423 [ERR] 0x08: 0x01000800 0x01000900 0x01000a00 0x01000b00 [ 108.889480] nvgpu: 17000000.gv11b gk20a_falcon_dump_imblk:425 [ERR] 0x0c: 0x01000c00 0x01000d00 0x01000e00 0x01000f00 [ 108.890170] nvgpu: 17000000.gv11b gk20a_falcon_dump_imblk:423 [ERR] 0x10: 0x01001000 0x01001100 0x01001200 0x01001300 ubt@ubuntu:~$ [ 108.916136] nvgpu: 17000000.gv11b gk20a_falcon_dump_imblk:425 [ERR] 0x14: 0x01001400 0x01001500 0x01001600 0x01001700 [ 108.916970] nvgpu: 17000000.gv11b gk20a_falcon_dump_imblk:423 [ERR] 0x18: 0x01001800 0x01001900 0x01001a00 0x01001b00 [ 108.924996] nvgpu: 17000000.gv11b gk20a_falcon_dump_imblk:425 [ERR] 0x1c: 0x01001c00 0x01001d00 0x01001e00 0x01001f00 [ 108.937217] nvgpu: 17000000.gv11b gk20a_falcon_dump_imblk:423 [ERR] 0x20: 0x01002000 0x01002100 0x01002200 0x01002300 [ 108.949654] nvgpu: 17000000.gv11b gk20a_falcon_dump_imblk:425 [ERR] 0x24: 0x01002400 0x01002500 0x01002600 0x01002700 [ 108.960833] nvgpu: 17000000.gv11b gk20a_falcon_dump_imblk:423 [ERR] 0x28: 0x01002800 0x01002900 0x01002a00 0x01002b00 [ 108.973098] nvgpu: 17000000.gv11b gk20a_falcon_dump_imblk:425 [ERR] 0x2c: 0x01002c00 0x01002d00 0x01002e00 0x01002f00 [ 108.983962] nvgpu: 17000000.gv11b gk20a_falcon_dump_imblk:423 [ERR] 0x30: 0x01003000 0x01003100 0x01003200 0x01003300 [ 108.996065] nvgpu: 17000000.gv11b gk20a_falcon_dump_imblk:425 [ERR] 0x34: 0x01003400 0x01003500 0x01003600 0x01003700 [ 109.007547] nvgpu: 17000000.gv11b gk20a_falcon_dump_imblk:423 [ERR] 0x38: 0x01003800 0x01003900 0x01003a00 0x01003b00 [ 109.033297] nvgpu: 17000000.gv11b gk20a_falcon_dump_imblk:425 [ERR] 0x3c: 0x01003c00 0x01003d00 0x01003e00 0x01003f00 [ 109.034055] nvgpu: 17000000.gv11b gk20a_falcon_dump_imblk:423 [ERR] 0x40: 0x01004000 0x01004100 0x01004200 0x01004300 [ 109.042973] nvgpu: 17000000.gv11b gk20a_falcon_dump_imblk:425 [ERR] 0x44: 0x01004400 0x01004500 0x01004600 0x01004700 [ 109.055100] nvgpu: 17000000.gv11b gk20a_falcon_dump_imblk:423 [ERR] 0x48: 0x01004800 0x01004900 0x01004a00 0x01004b00 [ 109.068901] nvgpu: 17000000.gv11b gk20a_falcon_dump_imblk:425 [ERR] 0x4c: 0x01004c00 0x01004d00 0x01004e00 0x01004f00 [ 109.081350] nvgpu: 17000000.gv11b gk20a_falcon_dump_imblk:423 [ERR] 0x50: 0x01005000 0x01005100 0x01005200 0x01005300 [ 109.119003] nvgpu: 17000000.gv11b gk20a_falcon_dump_imblk:425 [ERR] 0x54: 0x01005400 0x01005500 0x01005600 0x01005700 [ 109.119942] nvgpu: 17000000.gv11b gk20a_falcon_dump_imblk:423 [ERR] 0x58: 0x01005800 0x00000000 0x00000000 0x00000000 [ 109.120733] nvgpu: 17000000.gv11b gk20a_falcon_dump_imblk:425 [ERR] 0x5c: 0x00000000 0x00000000 0x00000000 0x00000000 [ 109.125603] nvgpu: 17000000.gv11b gk20a_falcon_dump_imblk:423 [ERR] 0x60: 0x00000000 0x00000000 0x00000000 0x00000000 [ 109.138633] nvgpu: 17000000.gv11b gk20a_falcon_dump_imblk:425 [ERR] 0x64: 0x00000000 0x00000000 0x00000000 0x00000000 [ 109.154230] nvgpu: 17000000.gv11b gk20a_falcon_dump_imblk:423 [ERR] 0x68: 0x00000000 0x00000000 0x00000000 0x00000000 [ 109.190691] nvgpu: 17000000.gv11b gk20a_falcon_dump_imblk:425 [ERR] 0x6c: 0x00000000 0x00000000 0x00000000 0x00000000 [ 109.191419] nvgpu: 17000000.gv11b gk20a_falcon_dump_imblk:423 [ERR] 0x70: 0x00000000 0x00000000 0x00000000 0x00000000 [ 109.192065] nvgpu: 17000000.gv11b gk20a_falcon_dump_imblk:425 [ERR] 0x74: 0x00000000 0x00000000 0x00000000 0x00000000 [ 109.200254] nvgpu: 17000000.gv11b gk20a_falcon_dump_imblk:423 [ERR] 0x78: 0x00000000 0x00000000 0x00000000 0x00000000 [ 109.209720] nvgpu: 17000000.gv11b gk20a_falcon_dump_imblk:425 [ERR] 0x7c: 0x00000000 0x00000000 0x00000000 0x01007e00 [ 109.221420] nvgpu: 17000000.gv11b gk20a_falcon_dump_pc_trace:447 [ERR] PC TRACE (TOTAL 31 ENTRIES. entry 0 is the most recent branch): [ 109.235574] nvgpu: 17000000.gv11b gk20a_falcon_dump_pc_trace:457 [ERR] FALCON_TRACEPC(0) : 0x00005248 [ 109.245612] nvgpu: 17000000.gv11b gk20a_falcon_dump_pc_trace:457 [ERR] FALCON_TRACEPC(1) : 0x00005248 [ 109.258114] nvgpu: 17000000.gv11b gk20a_falcon_dump_pc_trace:457 [ERR] FALCON_TRACEPC(2) : 0x0000559e [ 109.264135] nvgpu: 17000000.gv11b gk20a_falcon_dump_pc_trace:457 [ERR] FALCON_TRACEPC(3) : 0x00005600 [ 109.275440] nvgpu: 17000000.gv11b gk20a_falcon_dump_pc_trace:457 [ERR] FALCON_TRACEPC(4) : 0x000055ec [ 109.28480 2] nvgpu: 17000000.gvubt11b@ub untu:~ gk20a_falcon_dump_pc_trace:457 [ERR] FALCON_TRACEPC(5) : 0x00005597 [ 109.295677] nvgpu: 17000000.gv11b gk20a_falcon_dump_pc_trace:457 [ERR] FALCON_TRACEPC(6) : 0x00005248 [ 109.305713] nvgpu: 17000000.gv11b gk20a_falcon_dump_pc_trace:457 [ERR] FALCON_TRACEPC(7) : 0x00005600 [ 109.316064] nvgpu: 17000000.gv11b gk20a_falcon_dump_pc_trace:457 [ERR] FALCON_TRACEPC(8) : 0x0000559e [ 109.326519] nvgpu: 17000000.gv11b gk20a_falcon_dump_pc_trace:457 [ERR] FALCON_TRACEPC(9) : 0x000055f0 [ 109.338017] nvgpu: 17000000.gv11b gk20a_falcon_dump_pc_trace:457 [ERR] FALCON_TRACEPC(10) : 0x00005600 [ 109.347410] nvgpu: 17000000.gv11b gk20a_falcon_dump_pc_trace:457 [ERR] FALCON_TRACEPC(11) : 0x00000062 [ 109.357851] nvgpu: 17000000.gv11b gk20a_falcon_dump_pc_trace:457 [ERR] FALCON_TRACEPC(12) : 0x000055ec [ 109.370312] nvgpu: 17000000.gv11b gk20a_falcon_dump_pc_trace:457 [ERR] FALCON_TRACEPC(13) : 0x00005597 [ 109.378755] nvgpu: 17000000.gv11b gk20a_falcon_dump_pc_trace:457 [ERR] FALCON_TRACEPC(14) : 0x00000062 [ 109.390449] nvgpu: 17000000.gv11b gk20a_falcon_dump_pc_trace:457 [ERR] FALCON_TRACEPC(15) : 0x000055f8 [ 109.399671] nvgpu: 17000000.gv11b gk20a_falcon_dump_pc_trace:457 [ERR] FALCON_TRACEPC(16) : 0x000055f8 [ 109.410107] nvgpu: 17000000.gv11b gk20a_falcon_dump_pc_trace:457 [ERR] FALCON_TRACEPC(17) : 0x00005597 [ 109.420316] nvgpu: 17000000.gv11b gk20a_falcon_dump_pc_trace:457 [ERR] FALCON_TRACEPC(18) : 0x0000524f [ 109.430918] nvgpu: 17000000.gv11b gk20a_falcon_dump_pc_trace:457 [ERR] FALCON_TRACEPC(19) : 0x00000062 [ 109.441020] nvgpu: 17000000.gv11b gk20a_falcon_dump_pc_trace:457 [ERR] FALCON_TRACEPC(20) : 0x0000524f [ 109.451494] nvgpu: 17000000.gv11b gk20a_falcon_dump_pc_trace:457 [ERR] FALCON_TRACEPC(21) : 0x0000559e [ 109.461624] nvgpu: 17000000.gv11b gk20a_falcon_dump_pc_trace:457 [ERR] FALCON_TRACEPC(22) : 0x0000524f [ 109.471848] nvgpu: 17000000.gv11b gk20a_falcon_dump_pc_trace:457 [ERR] FALCON_TRACEPC(23) : 0x00005248 [ 109.482996] nvgpu: 17000000.gv11b gk20a_falcon_dump_pc_trace:457 [ERR] FALCON_TRACEPC(24) : 0x0000559e [ 109.492788] nvgpu: 17000000.gv11b gk20a_falcon_dump_pc_trace:457 [ERR] FALCON_TRACEPC(25) : 0x0000559e [ 109.503130] nvgpu: 17000000.gv11b gk20a_falcon_dump_pc_trace:457 [ERR] FALCON_TRACEPC(26) : 0x0000559e [ 109.513297] nvgpu: 17000000.gv11b gk20a_falcon_dump_pc_trace:457 [ERR] FALCON_TRACEPC(27) : 0x000055f0 [ 109.523474] nvgpu: 17000000.gv11b gk20a_falcon_dump_pc_trace:457 [ERR] FALCON_TRACEPC(28) : 0x000055f0 [ 109.534129] nvgpu: 17000000.gv11b gk20a_falcon_dump_pc_trace:457 [ERR] FALCON_TRACEPC(29) : 0x0000524f [ 109.544183] nvgpu: 17000000.gv11b gk20a_falcon_dump_pc_trace:457 [ERR] FALCON_TRACEPC(30) : 0x000055f0 [ 109.554778] nvgpu: 17000000.gv11b gk20a_falcon_dump_stats:476 [ERR] FALCON ICD REGISTERS DUMP [ 109.568414] nvgpu: 17000000.gv11b gk20a_falcon_dump_stats:483 [ERR] FALCON_REG_PC : 0x524f [ 109.577121] nvgpu: 17000000.gv11b gk20a_falcon_dump_stats:489 [ERR] FALCON_REG_SP : 0x1f48 [ 109.582676] nvgpu: 17000000.gv11b gk20a_falcon_dump_stats:483 [ERR] FALCON_REG_PC : 0x5589 [ 109.592114] nvgpu: 17000000.gv11b gk20a_falcon_dump_stats:489 [ERR] FALCON_REG_SP : 0x1f48 [ 109.601103] nvgpu: 17000000.gv11b gk20a_falcon_dump_stats:483 [ERR] FALCON_REG_PC : 0x524f [ 109.610655] nvgpu: 17000000.gv11b gk20a_falcon_dump_stats:489 [ERR] FALCON_REG_SP : 0x1f48 [ 109.619820] nvgpu: 17000000.gv11b gk20a_falcon_dump_stats:483 [ERR] FALCON_REG_PC : 0x55f0 [ 109.634075] nvgpu: 17000000.gv11b gk20a_falcon_dump_stats:489 [ERR] FALCON_REG_SP : 0x1f48 [ 109.638819] nvgpu: 17000000.gv11b gk20a_falcon_dump_stats:496 [ERR] FALCON_REG_IMB : 0xc98051 [ 109.648291] nvgpu: 17000000.gv11b gk20a_falcon_dump_stats:502 [ERR] FALCON_REG_DMB : 0x0 [ 109.657415] nvgpu: 17000000.gv11b gk20a_falcon_dump_stats:508 [ERR] FALCON_REG_CSW : 0x110000 [ 109.671054] nvgpu: 17000000.gv11b gk20a_falcon_dump_stats:514 [ERR] FALCON_REG_CTX : 0x0 [ 109.676303] nvgpu: 17000000.gv11b gk20a_falcon_dump_stats:520 [ERR] FALCON_REG_EXCI : 0x0 [ 109.685319] nvgpu: 17000000.gv11b gk20a_falcon_dump_stats:528 [ERR] FALCON_REG_RSTAT[0] : 0x1 [ 109.697960] nvgpu: 17000000.gv11b gk20a_falcon_dump_stats:528 [ERR] FALCON_REG_RSTAT[1] : 0x1 [ 109.705440] nvgpu: 17000000.gv11b gk20a_falcon_dump_stats:528 [ERR] FALCON_REG_RSTAT[2] : 0x1 [ 109.715004] nvgpu: 17000000.gv11b gk20a_falcon_dump_stats:528 [ERR] FALCON_REG_RSTAT[3] : 0x1 [ 109.729937] nvgpu: 17000000.gv11b gk20a_falcon_dump_stats:528 [ERR] FALCON_REG_RSTAT[4] : 0x1 [ 109.733264] nvgpu: 17000000.gv11b gk20a_falcon_dump_stats:528 [ERR] FALCON_REG_RSTAT[5] : 0x1 [ 109.744213] nvgpu: 17000000.gv11b gk20a_falcon_dump_stats:532 [ERR] FALCON REGISTERS DUMP [ 109.762826] nvgpu: 17000000.gv11b gk20a_falcon_dump_stats:533 [ERR] falcon_falcon_os_r : 0 [ 109.763400] nvgpu: 17000000.gv11b gk20a_falcon_dump_stats:535 [ERR] falcon_falcon_cpuctl_r : 0x40 [ 109.771791] nvgpu: 17000000.gv11b gk20a_falcon_dump_stats:537 [ERR] falcon_falcon_idlestate_r : 0x1 [ 109.782134] nvgpu: 17000000.gv11b gk20a_falcon_dump_stats:539 [ERR] falcon_falcon_mailbox0_r : 0x0 [ 109.792270] nvgpu: 17000000.gv11b gk20a_falcon_dump_stats:541 [ERR] falcon_falcon_mailbox1_r : 0x0 [ 109.802463] nvgpu: 17000000.gv11b gk20a_falcon_dump_stats:543 [ERR] falcon_falcon_irqstat_r : 0x0 [ 109.811956] nvgpu: 17000000.gv11b gk20a_falcon_dump_stats:545 [ERR] falcon_falcon_irqmode_r : 0x4 [ 109.822218] nvgpu: 17000000.gv11b gk20a_falcon_dump_stats:547 [ERR] falcon_falcon_irqmask_r : 0x8705 [ 109.832298] nvgpu: 17000000.gv11b gk20a_falcon_dump_stats:549 [ERR] falcon_falcon_irqdest_r : 0x0 [ 109.842066] nvgpu: 17000000.gv11b gk20a_falcon_dump_stats:551 [ERR] falcon_falcon_debug1_r : 0x40 [ 109.852102] nvgpu: 17000000.gv11b gk20a_falcon_dump_stats:553 [ERR] falcon_falcon_debuginfo_r : 0x0 [ 109.862155] nvgpu: 17000000.gv11b gk20a_falcon_dump_stats:555 [ERR] falcon_falcon_bootvec_r : 0x7e00 [ 109.873163] nvgpu: 17000000.gv11b gk20a_falcon_dump_stats:557 [ERR] falcon_falcon_hwcfg_r : 0x40204080 [ 109.882629] nvgpu: 17000000.gv11b gk20a_falcon_dump_stats:559 [ERR] falcon_falcon_engctl_r : 0x0 [ 109.892516] nvgpu: 17000000.gv11b gk20a_falcon_dump_stats:561 [ERR] falcon_falcon_curctx_r : 0x0 [ 109.902792] nvgpu: 17000000.gv11b gk20a_falcon_dump_stats:563 [ERR] falcon_falcon_nxtctx_r : 0x0 [ 109.912728] nvgpu: 17000000.gv11b gk20a_falcon_dump_stats:572 [ERR] falcon_falcon_exterrstat_r : 0x0 [ 109.925593] nvgpu: 17000000.gv11b gk20a_falcon_dump_stats:575 [ERR] falcon_falcon_exterraddr_r : 0x0 [ 109.932847] nvgpu: 17000000.gv11b gm20b_gr_falcon_fecs_dump_stats:602 [ERR] gr_fecs_ctxsw_mailbox_r(0): 0x10 [ 109.948651] nvgpu: 17000000.gv11b gm20b_gr_falcon_fecs_dump_stats:602 [ERR] gr_fecs_ctxsw_mailbox_r(1): 0x0 [ 109.954767] nvgpu: 17000000.gv11b gm20b_gr_falcon_fecs_dump_stats:602 [ERR] gr_fecs_ctxsw_mailbox_r(2): 0x41009 [ 109.965636] nvgpu: 17000000.gv11b gm20b_gr_falcon_fecs_dump_stats:602 [ERR] gr_fecs_ctxsw_mailbox_r(3): 0x20 [ 109.973722] nvgpu: 17000000.gv11b gm20b_gr_falcon_fecs_dump_stats:602 [ERR] gr_fecs_ctxsw_mailbox_r(4): 0x1ffd10 [ 109.984371] nvgpu: 17000000.gv11b gm20b_gr_falcon_fecs_dump_stats:602 [ERR] gr_fecs_ctxsw_mailbox_r(5): 0x0 [ 109.994956] nvgpu: 17000000.gv11b gm20b_gr_falcon_fecs_dump_stats:602 [ERR] gr_fecs_ctxsw_mailbox_r(6): 0x0 [ 110.005354] nvgpu: 17000000.gv11b gm20b_gr_falcon_fecs_dump_stats:602 [ERR] gr_fecs_ctxsw_mailbox_r(7): 0x0 [ 110.015096] nvgpu: 17000000.gv11b gm20b_gr_falcon_fecs_dump_stats:602 [ERR] gr_fecs_ctxsw_mailbox_r(8): 0x0 [ 110.025508] nvgpu: 17000000.gv11b gm20b_gr_falcon_fecs_dump_stats:602 [ERR] gr_fecs_ctxsw_mailbox_r(9): 0x0 [ 110.035796] nvgpu: 17000000.gv11b gm20b_gr_falcon_fecs_dump_stats:602 [ERR] gr_fecs_ctxsw_mailbox_r(10): 0x0 [ 110.046107] nvgpu: 17000000.gv11b gm20b_gr_falcon_fecs_dump_stats:602 [ERR] gr_fecs_ctxsw_mailbox_r(11): 0x0 [ 110.056235] nvgpu: 17000000.gv11b gm20b_gr_falcon_fecs_dump_stats:602 [ERR] gr_fecs_ctxsw_mailbox_r(12): 0x0 [ 110.066101] nvgpu: 17000000.gv11b gm20b_gr_falcon_fecs_dump_stats:602 [ERR] gr_fecs_ctxsw_mailbox_r(13): 0x3fffffff [ 110.077123] nvgpu: 17000000.gv11b gm20b_gr_falcon_fecs_dump_stats:602 [ERR] gr_fecs_ctxsw_mailbox_r(14): 0x0 [ 110.087347] nvgpu: 17000000.gv11b gm20b_gr_falcon_fecs_dump_stats:602 [ERR] gr_fecs_ctxsw_mailbox_r(15): 0x0 [ 110.097421] nvgpu: 17000000.gv11b gm20b_gr_falcon_gpccs_dump_stats:618 [ERR] gr_gpc0_gpccs_ctxsw_mailbox_r(0): 0x0 [ 110.108086] nvgpu: 17000000.gv11b gm20b_gr_falcon_gpccs_dump_stats:618 [ERR] gr_gpc0_gpccs_ctxsw_mailbox_r(1): 0x0 [ 110.118991] nvgpu: 17000000.gv11b gm20b_gr_falcon_gpccs_dump_stats:618 [ERR] gr_gpc0_gpccs_ctxsw_mailbox_r(2): 0x1 [ 110.129660] nvgpu: 17000000.gv11b gm20b_gr_falcon_gpccs_dump_stats:618 [ERR] gr_gpc0_gpccs_ctxsw_mailbox_r(3): 0x0 [ 110.140410] nvgpu: 17000000.gv11b gm20b_gr_falcon_gpccs_dump_stats:618 [ERR] gr_gpc0_gpccs_ctxsw_mailbox_r(4): 0x1ffd12 [ 110.151576] nvgpu: 17000000.gv11b gm20b_gr_falcon_gpccs_dump_stats:618 [ERR] gr_gpc0_gpccs_ctxsw_mailbox_r(5): 0x0 [ 110.162247] nvgpu: 17000000.gv11b gm20b_gr_falcon_gpccs_dump_stats:618 [ERR] gr_gpc0_gpccs_ctxsw_mailbox_r(6): 0x0 [ 110.173014] nvgpu: 17000000.gv11b gm20b_gr_falcon_gpccs_dump_stats:618 [ERR] gr_gpc0_gpccs_ctxsw_mailbox_r(7): 0x0 [ 110.183863] nvgpu: 17000000.gv11b gm20b_gr_falcon_gpccs_dump_stats:618 [ERR] gr_gpc0_gpccs_ctxsw_mailbox_r(8): 0x0 [ 110.194526] nvgpu: 17000000.gv11b gm20b_gr_falcon_gpccs_dump_stats:618 [ERR] gr_gpc0_gpccs_ctxsw_mailbox_r(9): 0x0 [ 110.205289] nvgpu: 17000000.gv11b gm20b_gr_falcon_gpccs_dump_stats:618 [ERR] gr_gpc0_gpccs_ctxsw_mailbox_r(10): 0x0 [ 110.215665] nvgpu: 17000000.gv11b gm20b_gr_falcon_gpccs_dump_stats:618 [ERR] gr_gpc0_gpccs_ctxsw_mailbox_r(11): 0x0 [ 110.226332] nvgpu: 17000000.gv11b gm20b_gr_falcon_gpccs_dump_stats:618 [ERR] gr_gpc0_gpccs_ctxsw_mailbox_r(12): 0x0 [ 110.239012] nvgpu: 17000000.gv11b gm20b_gr_falcon_gpccs_dump_stats:618 [ERR] gr_gpc0_gpccs_ctxsw_mailbox_r(13): 0x0 [ 110.249531] nvgpu: 17000000.gv11b gm20b_gr_falcon_gpccs_dump_stats:618 [ERR] gr_gpc0_gpccs_ctxsw_mailbox_r(14): 0x0 [ 110.258368] nvgpu: 17000000.gv11b gm20b_gr_falcon_gpccs_dump_stats:618 [ERR] gr_gpc0_gpccs_ctxsw_mailbox_r(15): 0x0 [ 110.271309] __gv11b__ NV_PGRAPH_STATUS: 0x12000a1 [ 110.271365] __gv11b__ NV_PGRAPH_STATUS1: 0x1 [ 110.273797] __gv11b__ NV_PGRAPH_STATUS2: 0x0 [ 110.279542] __gv11b__ NV_PGRAPH_ENGINE_STATUS: 0x1 [ 110.282478] __gv11b__ NV_PGRAPH_GRFIFO_STATUS : 0x1 [ 110.288369] __gv11b__ NV_PGRAPH_GRFIFO_CONTROL : 0x0 [ 110.292358] __gv11b__ NV_PGRAPH_PRI_FECS_HOST_INT_STATUS : 0x0 [ 110.299586] __gv11b__ NV_PGRAPH_EXCEPTION : 0x0 [ 110.303813] __gv11b__ NV_PGRAPH_FECS_INTR : 0x0 [ 110.309735] __gv11b__ NV_PFIFO_ENGINE_STATUS(GR) : 0x90001000 [ 110.312556] __gv11b__ NV_PGRAPH_ACTIVITY0: 0x0 [ 110.318597] __gv11b__ NV_PGRAPH_ACTIVITY1: 0x600 [ 110.325393] __gv11b__ NV_PGRAPH_ACTIVITY2: 0x0 [ 110.327781] __gv11b__ NV_PGRAPH_ACTIVITY4: 0x5 [ 110.332394] __gv11b__ NV_PGRAPH_PRI_SKED_ACTIVITY: 0x0 [ 110.338067] __gv11b__ NV_PGRAPH_PRI_GPC0_GPCCS_GPC_ACTIVITY0: 0xa00000 [ 110.341928] __gv11b__ NV_PGRAPH_PRI_GPC0_GPCCS_GPC_ACTIVITY1: 0x0 [ 110.348335] __gv11b__ NV_PGRAPH_PRI_GPC0_GPCCS_GPC_ACTIVITY2: 0x0 [ 110.354243] __gv11b__ NV_PGRAPH_PRI_GPC0_GPCCS_GPC_ACTIVITY3: 0x0 [ 110.361054] __gv11b__ NV_PGRAPH_PRI_GPC0_TPC0_TPCCS_TPC_ACTIVITY0: 0x0 [ 110.367002] __gv11b__ NV_PGRAPH_PRI_GPCS_GPCCS_GPC_ACTIVITY0: 0xa00000 [ 110.373377] __gv11b__ NV_PGRAPH_PRI_GPCS_GPCCS_GPC_ACTIVITY1: 0x0 [ 110.379747] __gv11b__ NV_PGRAPH_PRI_GPCS_GPCCS_GPC_ACTIVITY2: 0x0 [ 110.385830] __gv11b__ NV_PGRAPH_PRI_GPCS_GPCCS_GPC_ACTIVITY3: 0x0 [ 110.392343] __gv11b__ NV_PGRAPH_PRI_GPCS_TPCS_TPCCS_TPC_ACTIVITY0: 0x0 [ 110.398381] __gv11b__ NV_PGRAPH_PRI_BE0_BECS_BE_ACTIVITY0: 0x0 [ 110.407393] __gv11b__ NV_PGRAPH_PRI_BE1_BECS_BE_ACTIVITY0: 0x0 [ 110.410858] __gv11b__ NV_PGRAPH_PRI_BES_BECS_BE_ACTIVITY0: 0x0 [ 110.417035] __gv11b__ NV_PGRAPH_PRI_DS_MPIPE_STATUS: 0x0 [ 110.422769] __gv11b__ NV_PGRAPH_PRI_FE_GO_IDLE_TIMEOUT : 0x1800 [ 110.429473] __gv11b__ NV_PGRAPH_PRI_FE_GO_IDLE_INFO : 0x1000710 [ 110.434222] __gv11b__ NV_PGRAPH_PRI_GPC0_TPC0_TEX_M_TEX_SUBUNITS_STATUS: 0x0 [ 110.440218] __gv11b__ NV_PGRAPH_PRI_CWD_FS: 0x301 [ 110.450541] __gv11b__ NV_PGRAPH_PRI_FE_TPC_FS(0): 0x7 [ 110.451849] __gv11b__ NV_PGRAPH_PRI_CWD_GPC_TPC_ID: 0x102 [ 110.456976] __gv11b__ NV_PGRAPH_PRI_CWD_SM_ID(0): 0x102 [ 110.468364] __gv11b__ NV_PGRAPH_PRI_FECS_CTXSW_STATUS_FE_0: 0x22000 [ 110.468985] __gv11b__ NV_PGRAPH_PRI_FECS_CTXSW_STATUS_1: 0x140 [ 110.473724] __gv11b__ NV_PGRAPH_PRI_GPC0_GPCCS_CTXSW_STATUS_GPC_0: 0x0 [ 110.479422] __gv11b__ NV_PGRAPH_PRI_GPC0_GPCCS_CTXSW_STATUS_1: 0x300 [ 110.485801] __gv11b__ NV_PGRAPH_PRI_FECS_CTXSW_IDLESTATE : 0xe [ 110.492154] __gv11b__ NV_PGRAPH_PRI_GPC0_GPCCS_CTXSW_IDLESTATE : 0xf [ 110.498280] __gv11b__ NV_PGRAPH_PRI_FECS_CURRENT_CTX : 0xb01135f1 [ 110.504524] __gv11b__ NV_PGRAPH_PRI_FECS_NEW_CTX : 0xb01135f1 [ 110.511225] __gv11b__ NV_PGRAPH_PRI_FECS_HOST_INT_ENABLE : 0x7f0003 [ 110.520980] __gv11b__ NV_PGRAPH_PRI_FECS_HOST_INT_STATUS : 0x0 [ 110.522501] __gv11b__ NV_PGRAPH_PRI_BE0_CROP_STATUS1 : 0x5f00000 [ 110.528962] __gv11b__ NV_PGRAPH_PRI_BES_CROP_STATUS1 : 0x5f00000 [ 110.535033] __gv11b__ NV_PGRAPH_PRI_BE0_ZROP_STATUS : 0x0 [ 110.541102] __gv11b__ NV_PGRAPH_PRI_BE0_ZROP_STATUS2 : 0x0 [ 110.546246] __gv11b__ NV_PGRAPH_PRI_BES_ZROP_STATUS : 0x0 [ 110.551730] __gv11b__ NV_PGRAPH_PRI_BES_ZROP_STATUS2 : 0x0 [ 110.561046] __gv11b__ NV_PGRAPH_PRI_BE0_BECS_BE_EXCEPTION: 0x0 [ 110.562201] __gv11b__ NV_PGRAPH_PRI_BE0_BECS_BE_EXCEPTION_EN: 0x0 [ 110.568540] __gv11b__ NV_PGRAPH_PRI_GPC0_GPCCS_GPC_EXCEPTION: 0x0 [ 110.574382] __gv11b__ NV_PGRAPH_PRI_GPC0_GPCCS_GPC_EXCEPTION_EN: 0xfc004 [ 110.580758] __gv11b__ NV_PGRAPH_PRI_GPC0_TPC0_TPCCS_TPC_EXCEPTION: 0x0 [ 110.587263] __gv11b__ NV_PGRAPH_PRI_GPC0_TPC0_TPCCS_TPC_EXCEPTION_EN: 0x16 [ 110.594271] __gv11b__ NV_PGRAPH_PRI_GPCS_TPCS_SMS_HWW_GLOBAL_ESR_REPORT_MASK: 0x174 [ 110.601056] __gv11b__ NV_PGRAPH_PRI_GPCS_TPCS_SMS_HWW_WARP_ESR_REPORT_MASK: 0x6c5eb76 [ 110.608675] __gv11b__ NV_PGRAPH_PRI_GPCS_TPCS_SMS_HWW_GLOBAL_ESR: 0x0 [ 110.616735] __gv11b__ NV_PGRAPH_PRI_GPCS_TPCS_SMS_DBGR_CONTROL0: 0x1c00 [ 110.623162] __gv11b__ NV_PGRAPH_PRI_GPCS_TPCS_SMS_DBGR_STATUS0: 0x0 [ 110.629740] __gv11b__ NV_PGRAPH_PRI_GPCS_TPCS_SMS_DBGR_BPT_PAUSE_MASK_0: 0x0 [ 110.636130] __gv11b__ NV_PGRAPH_PRI_GPCS_TPCS_SMS_DBGR_BPT_PAUSE_MASK_1: 0x0 [ 110.643055] __gv11b__ NV_PGRAPH_PRI_GPC0_TPC0_SM0_HWW_WARP_ESR: 0x0 [ 110.650101] __gv11b__ NV_PGRAPH_PRI_GPC0_TPC0_SM0_HWW_WARP_ESR_REPORT_MASK: 0x6c5eb76 [ 110.655943] __gv11b__ NV_PGRAPH_PRI_GPC0_TPC0_SM0_HWW_GLOBAL_ESR: 0x0 [ 110.664077] __gv11b__ NV_PGRAPH_PRI_GPC0_TPC0_SM0_HWW_GLOBAL_ESR_REPORT_MASK: 0x174 [ 110.670467] __gv11b__ NV_PGRAPH_PRI_GPC0_TPC0_SM0_DBGR_CONTROL0: 0x1c00 [ 110.677949] __gv11b__ NV_PGRAPH_PRI_GPC0_TPC0_SM0_DBGR_STATUS0: 0x0 [ 110.685022] __gv11b__ NV_PGRAPH_PRI_GPC0_TPC0_SM1_HWW_WARP_ESR: 0x0 [ 110.690875] __gv11b__ NV_PGRAPH_PRI_GPC0_TPC0_SM1_HWW_WARP_ESR_REPORT_MASK: 0x6c5eb76 [ 110.697311] __gv11b__ NV_PGRAPH_PRI_GPC0_TPC0_SM1_HWW_GLOBAL_ESR: 0x0 [ 110.705070] __gv11b__ NV_PGRAPH_PRI_GPC0_TPC0_SM1_HWW_GLOBAL_ESR_REPORT_MASK: 0x174 [ 110.711498] __gv11b__ NV_PGRAPH_PRI_GPC0_TPC0_SM1_DBGR_CONTROL0: 0x1c00 [ 110.719588] __gv11b__ NV_PGRAPH_PRI_GPC0_TPC0_SM1_DBGR_STATUS0: 0x0 [ 110.726157] __gv11b__ NV_PGRAPH_PRI_GPC0_TPC1_SM0_HWW_WARP_ESR: 0x0 [ 110.732727] __gv11b__ NV_PGRAPH_PRI_GPC0_TPC1_SM0_HWW_WARP_ESR_REPORT_MASK: 0x6c5eb76 [ 110.738673] __gv11b__ NV_PGRAPH_PRI_GPC0_TPC1_SM0_HWW_GLOBAL_ESR: 0x0 [ 110.750202] __gv11b__ NV_PGRAPH_PRI_GPC0_TPC1_SM0_HWW_GLOBAL_ESR_REPORT_MASK: 0x174 [ 110.753225] __gv11b__ NV_PGRAPH_PRI_GPC0_TPC1_SM0_DBGR_CONTROL0: 0x1c00 [ 110.761291] __gv11b__ NV_PGRAPH_PRI_GPC0_TPC1_SM0_DBGR_STATUS0: 0x0 [ 110.767784] __gv11b__ NV_PGRAPH_PRI_GPC0_TPC1_SM1_HWW_WARP_ESR: 0x0 [ 110.776266] __gv11b__ NV_PGRAPH_PRI_GPC0_TPC1_SM1_HWW_WARP_ESR_REPORT_MASK: 0x6c5eb76 [ 110.781337] __gv11b__ NV_PGRAPH_PRI_GPC0_TPC1_SM1_HWW_GLOBAL_ESR: 0x0 [ 110.788699] __gv11b__ NV_PGRAPH_PRI_GPC0_TPC1_SM1_HWW_GLOBAL_ESR_REPORT_MASK: 0x174 [ 110.794182] __gv11b__ NV_PGRAPH_PRI_GPC0_TPC1_SM1_DBGR_CONTROL0: 0x1c00 [ 110.802193] __gv11b__ NV_PGRAPH_PRI_GPC0_TPC1_SM1_DBGR_STATUS0: 0x0 [ 110.808876] __gv11b__ NV_PGRAPH_PRI_GPC0_TPC2_SM0_HWW_WARP_ESR: 0x0 [ 110.816715] __gv11b__ NV_PGRAPH_PRI_GPC0_TPC2_SM0_HWW_WARP_ESR_REPORT_MASK: 0x6c5eb76 [ 110.821549] __gv11b__ NV_PGRAPH_PRI_GPC0_TPC2_SM0_HWW_GLOBAL_ESR: 0x0 [ 110.829001] __gv11b__ NV_PGRAPH_PRI_GPC0_TPC2_SM0_HWW_GLOBAL_ESR_REPORT_MASK: 0x174 [ 110.835366] __gv11b__ NV_PGRAPH_PRI_GPC0_TPC2_SM0_DBGR_CONTROL0: 0x1c00 [ 110.843507] __gv11b__ NV_PGRAPH_PRI_GPC0_TPC2_SM0_DBGR_STATUS0: 0x0 [ 110.850062] __gv11b__ NV_PGRAPH_PRI_GPC0_TPC2_SM1_HWW_WARP_ESR: 0x0 [ 110.856656] __gv11b__ NV_PGRAPH_PRI_GPC0_TPC2_SM1_HWW_WARP_ESR_REPORT_MASK: 0x6c5eb76 [ 110.862579] __gv11b__ NV_PGRAPH_PRI_GPC0_TPC2_SM1_HWW_GLOBAL_ESR: 0x0 [ 110.871791] __gv11b__ NV_PGRAPH_PRI_GPC0_TPC2_SM1_HWW_GLOBAL_ESR_REPORT_MASK: 0x174 [ 110.876970] __gv11b__ NV_PGRAPH_PRI_GPC0_TPC2_SM1_DBGR_CONTROL0: 0x1c00 [ 110.884883] __gv11b__ NV_PGRAPH_PRI_GPC0_TPC2_SM1_DBGR_STATUS0: 0x0 [ 110.891436] nvgpu: 17000000.gv11b gm20b_gr_falcon_submit_fecs_method_op:689 [ERR] fecs method: data=0xb01135f1 push adr=0x00000009 [ 110.909885] nvgpu: 17000000.gv11b nvgpu_gr_obj_ctx_alloc_golden_ctx_image:759 [ERR] fail [ 110.915362] nvgpu: 17000000.gv11b gk20a_ptimer_isr:64 [ERR] PRI timeout: ADR 0x00020200 READ DATA 0x00000000 [ 110.917953] nvgpu: 17000000.gv11b nvgpu_gr_obj_ctx_alloc:859 [ERR] fail to init golden ctx image [ 110.939915] nvgpu: 17000000.gv11b nvgpu_gr_obj_ctx_alloc:896 [ERR] fail [ 110.947529] nvgpu: 17000000.gv11b nvgpu_gr_setup_alloc_obj_ctx:199 [ERR] failed to allocate gr ctx buffer [ 110.948709] nvgpu: 17000000.gv11b gk20a_ptimer_isr:64 [ERR] PRI timeout: ADR 0x00020200 READ DATA 0x00000000 [ 110.957966] nvgpu: 17000000.gv11b nvgpu_gr_setup_alloc_obj_ctx:256 [ERR] fail