GPU throttling?

Gaming and Visualization Technologies Video Processing & Optical Flow
1

Hello,

Just to confirm what I’m seeing on a Tesla T4 card, is this GPU throttling due to a 85° temperature limit?

nvidia-smi dmon

# gpu   pwr gtemp mtemp    sm   mem   enc   dec  mclk  pclk
# Idx     W     C     C     %     %     %     %   MHz   MHz
    0    55    81     -    13     7   100     0  5000  1590
    0    55    82     -    14     7   100     0  5000  1590
    0    55    82     -    13     6    89     0  5000  1590
    0    50    82     -    10     4    66     0  5000  1590
    0    51    82     -     9     4    66     0  5000  1590
    0    53    82     -    12     7   100     0  5000  1590
    0    55    82     -    15     7   100     0  5000  1590
    0    55    83     -    12     6    87     0  5000  1590
    0    54    83     -     9     4    67     0  5000  1590
    0    54    83     -     9     4    68     0  5000  1590
    0    53    83     -    14     7   100     0  5000  1590
    0    55    83     -    14     7    99     0  5000  1590
    0    55    83     -    11     5    78     0  5000  1590
    0    54    83     -     9     4    62     0  5000  1590
    0    54    83     -     9     5    71     0  5000  1590
    0    52    83     -    11     6    92     0  5000  1590
    0    56    84     -    14     7    99     0  5000  1590
    0    53    84     -    11     5    79     0  5000  1590
    0    55    84     -     8     4    66     0  5000  1590
    0    52    84     -     9     4    70     0  5000  1590
    0    56    84     -    15     7   100     0  5000  1590
    0    56    84     -    14     7   100     0  5000  1590
    0    56    84     -    10     5    77     0  5000  1590
    0    51    84     -     8     4    63     0  5000  1590
    0    50    84     -     9     5    83     0  5000  1500
    0    49    84     -    12     6   100     0  5000  1485
    0    50    84     -    11     6    95     0  5000  1470
    0    50    84     -    10     5    75     0  5000  1485
    0    51    85     -    10     5    76     0  5000  1500
    0    44    84     -    11     5   100     0  5000  1335
    0    45    84     -    11     6   100     0  5000  1305
    0    45    84     -    12     6   100     0  5000  1320
    0    45    84     -    11     5   100     0  5000  1305
    0    45    84     -    11     5   100     0  5000  1335
    0    44    84     -    11     5   100     0  5000  1305
    0    45    84     -    12     5   100     0  5000  1320
    0    45    84     -    11     5   100     0  5000  1320
    0    45    84     -    11     7   100     0  5000  1320
    0    45    84     -    10     8   100     0  5000  1305
    0    45    84     -    11     8   100     0  5000  1305
    0    45    84     -    11     5   100     0  5000  1305
    0    45    84     -    11     6   100     0  5000  1290
    0    45    84     -    11     6   100     0  5000  1335
    0    44    84     -    10     6   100     0  5000  1305
# gpu   pwr gtemp mtemp    sm   mem   enc   dec  mclk  pclk
# Idx     W     C     C     %     %     %     %   MHz   MHz
    0    44    84     -    10     5   100     0  5000  1305
    0    45    84     -    11     5   100     0  5000  1305
    0    45    84     -    11     6   100     0  5000  1305
    0    45    84     -    11     6   100     0  5000  1305
    0    45    84     -    11     6   100     0  5000  1305
    0    44    84     -    11     6   100     0  5000  1305
    0    44    84     -    10     6   100     0  5000  1290
    0    44    84     -    11     6   100     0  5000  1305
    0    45    84     -    11     6   100     0  5000  1290
    0    45    84     -    10     6   100     0  5000  1305
    0    45    84     -    11     7   100     0  5000  1290
    0    45    84     -    11     6   100     0  5000  1305
    0    44    84     -    11     7   100     0  5000  1320
    0    45    84     -    11     7   100     0  5000  1290
    0    44    84     -    10     5   100     0  5000  1290
    0    45    84     -    11     6   100     0  5000  1290
    0    45    84     -    10     7   100     0  5000  1305
    0    45    84     -    11     7   100     0  5000  1305
    0    45    84     -    11     7   100     0  5000  1305
    0    44    84     -    11     5   100     0  5000  1305
    0    44    84     -    12     5   100     0  5000  1320
    0    45    84     -    11     5   100     0  5000  1305
    0    45    84     -    12     5   100     0  5000  1305
    0    39    84     -     9     4   100     0  5000   975
    0    39    84     -     9     4   100     0  5000   975
    0    39    84     -     9     4   100     0  5000   975
    0    39    84     -     8     4   100     0  5000   975
    0    39    84     -     9     4   100     0  5000   975
    0    39    84     -     8     4   100     0  5000   990
    0    39    84     -     9     4   100     0  5000   990
    0    39    84     -     9     4   100     0  5000  1005
    0    39    84     -     9     4   100     0  5000   975
    0    39    84     -     8     4   100     0  5000  1005
    0    39    84     -     8     4   100     0  5000   990
    0    39    84     -     8     4   100     0  5000   975
    0    44    84     -     8     5   100     0  5000  1290
    0    44    84     -    11     6   100     0  5000  1290
    0    44    84     -    12     5   100     0  5000  1305
    0    45    84     -    11     5   100     0  5000  1290
    0    44    84     -    12     5   100     0  5000  1305
    0    45    84     -    11     5   100     0  5000  1305
    0    44    84     -    11     5   100     0  5000  1290
    0    44    84     -    11     5   100     0  5000  1290
    0    45    84     -    10     5   100     0  5000  1290
# gpu   pwr gtemp mtemp    sm   mem   enc   dec  mclk  pclk
# Idx     W     C     C     %     %     %     %   MHz   MHz
    0    44    84     -    11     5   100     0  5000  1290
    0    44    84     -    10     6   100     0  5000  1290
    0    44    84     -    11     6   100     0  5000  1275
    0    45    84     -    10     5   100     0  5000  1290
    0    39    84     -     8     4   100     0  5000   975
    0    39    84     -     8     4   100     0  5000   960
    0    39    84     -     9     4   100     0  5000   960
    0    38    84     -     8     4   100     0  5000   960
    0    39    84     -     9     4   100     0  5000   975
    0    39    84     -     8     4   100     0  5000   975
    0    39    84     -     8     4   100     0  5000   975
    0    39    84     -     8     4   100     0  5000   975
    0    39    84     -     8     4   100     0  5000   960
    0    39    84     -     8     4   100     0  5000   960
    0    39    84     -     8     4   100     0  5000   975
    0    39    84     -     8     4   100     0  5000   975
    0    39    84     -     9     4   100     0  5000   975
    0    39    84     -     8     4   100     0  5000   975
    0    39    84     -     8     4   100     0  5000   990
    0    39    84     -     8     4   100     0  5000   990
    0    39    84     -     8     4   100     0  5000   975
    0    39    84     -    10     4   100     0  5000   975
    0    39    84     -     8     4   100     0  5000   975
    0    44    84     -    11     6   100     0  5000  1290
    0    44    84     -    11     5   100     0  5000  1290
    0    44    84     -    11     5   100     0  5000  1275
    0    44    84     -    10     5   100     0  5000  1275
    0    44    84     -    10     5   100     0  5000  1275
    0    44    84     -    11     5   100     0  5000  1275
    0    44    84     -    10     5   100     0  5000  1275
    0    44    84     -    11     5   100     0  5000  1275
    0    43    84     -    11     5   100     0  5000  1275
    0    44    84     -    11     5   100     0  5000  1275
    0    44    84     -    11     5   100     0  5000  1245
    0    44    85     -    11     5   100     0  5000  1275
    0    44    84     -    11     5   100     0  5000  1275
    0    38    84     -     8     4   100     0  5000   960
    0    39    84     -     8     4   100     0  5000   975
    0    38    84     -     8     4   100     0  5000   990
    0    39    84     -     8     4   100     0  5000   975
    0    38    84     -     8     4   100     0  5000   960
    0    39    84     -     9     4   100     0  5000   960
    0    39    84     -     9     4   100     0  5000   960
    0    39    84     -     8     4   100     0  5000   975
# gpu   pwr gtemp mtemp    sm   mem   enc   dec  mclk  pclk
# Idx     W     C     C     %     %     %     %   MHz   MHz
    0    38    84     -     9     4   100     0  5000   960
    0    39    84     -     9     4   100     0  5000   960
    0    38    84     -     9     4   100     0  5000   990
    0    39    84     -     8     4   100     0  5000   960
    0    39    84     -     8     4   100     0  5000   960
    0    39    84     -     8     4   100     0  5000   975
    0    39    84     -     9     4   100     0  5000   960
    0    39    84     -     8     4   100     0  5000   960
    0    39    84     -     8     4   100     0  5000   975
    0    39    84     -     8     4   100     0  5000   960
    0    38    84     -     9     4   100     0  5000   990
    0    39    84     -     8     4   100     0  5000   960
    0    39    84     -     9     4   100     0  5000   960
    0    39    84     -     9     4   100     0  5000   975
    0    39    84     -     8     4   100     0  5000   960
    0    39    84     -     9     4   100     0  5000   960
    0    39    84     -     8     4   100     0  5000   975
    0    39    84     -     8     4   100     0  5000   975
    0    39    84     -     9     4   100     0  5000  1005
    0    39    84     -     8     4   100     0  5000   975
    0    39    84     -     9     4   100     0  5000   975
    0    39    84     -     7     5   100     0  5000   975
    0    39    84     -     7     6   100     0  5000   960
    0    39    84     -     8     5   100     0  5000   960
2

I found the answer myself, yes it is:

[root@transcoder1 ~]# nvidia-smi -q -d PERFORMANCE

==============NVSMI LOG==============

Timestamp                           : Mon Nov 18 08:57:08 2019
Driver Version                      : 418.87.01
CUDA Version                        : 10.1

Attached GPUs                       : 1
GPU 00000000:08:00.0
    Performance State               : P0
    Clocks Throttle Reasons
        Idle                        : Not Active
        Applications Clocks Setting : Not Active
        SW Power Cap                : Not Active
        HW Slowdown                 : Not Active
            HW Thermal Slowdown     : Not Active
            HW Power Brake Slowdown : Not Active
        Sync Boost                  : Not Active
        <b>SW Thermal Slowdown         : Active</b>
        Display Clock Setting       : Not Active