# HELP DCGM_FI_DEV_SM_CLOCK SM clock frequency (in MHz). # TYPE DCGM_FI_DEV_SM_CLOCK gauge # HELP DCGM_FI_DEV_MEM_CLOCK Memory clock frequency (in MHz). # TYPE DCGM_FI_DEV_MEM_CLOCK gauge # HELP DCGM_FI_DEV_MEMORY_TEMP Memory temperature (in C). # TYPE DCGM_FI_DEV_MEMORY_TEMP gauge # HELP DCGM_FI_DEV_GPU_TEMP GPU temperature (in C). # TYPE DCGM_FI_DEV_GPU_TEMP gauge # HELP DCGM_FI_DEV_POWER_USAGE Power draw (in W). # TYPE DCGM_FI_DEV_POWER_USAGE gauge # HELP DCGM_FI_DEV_TOTAL_ENERGY_CONSUMPTION Total energy consumption since boot (in mJ). # TYPE DCGM_FI_DEV_TOTAL_ENERGY_CONSUMPTION counter # HELP DCGM_FI_DEV_PCIE_REPLAY_COUNTER Total number of PCIe retries. # TYPE DCGM_FI_DEV_PCIE_REPLAY_COUNTER counter # HELP DCGM_FI_DEV_MEM_COPY_UTIL Memory utilization (in %). # TYPE DCGM_FI_DEV_MEM_COPY_UTIL gauge # HELP DCGM_FI_DEV_ENC_UTIL Encoder utilization (in %). # TYPE DCGM_FI_DEV_ENC_UTIL gauge # HELP DCGM_FI_DEV_DEC_UTIL Decoder utilization (in %). # TYPE DCGM_FI_DEV_DEC_UTIL gauge # HELP DCGM_FI_DEV_XID_ERRORS Value of the last XID error encountered. # TYPE DCGM_FI_DEV_XID_ERRORS gauge # HELP DCGM_FI_DEV_FB_FREE Framebuffer memory free (in MiB). # TYPE DCGM_FI_DEV_FB_FREE gauge # HELP DCGM_FI_DEV_FB_USED Framebuffer memory used (in MiB). # TYPE DCGM_FI_DEV_FB_USED gauge # HELP DCGM_FI_DEV_NVLINK_BANDWIDTH_TOTAL Total number of NVLink bandwidth counters for all lanes. # TYPE DCGM_FI_DEV_NVLINK_BANDWIDTH_TOTAL counter # HELP DCGM_FI_DEV_VGPU_LICENSE_STATUS vGPU License status # TYPE DCGM_FI_DEV_VGPU_LICENSE_STATUS gauge # HELP DCGM_FI_DEV_UNCORRECTABLE_REMAPPED_ROWS Number of remapped rows for uncorrectable errors # TYPE DCGM_FI_DEV_UNCORRECTABLE_REMAPPED_ROWS counter # HELP DCGM_FI_DEV_CORRECTABLE_REMAPPED_ROWS Number of remapped rows for correctable errors # TYPE DCGM_FI_DEV_CORRECTABLE_REMAPPED_ROWS counter # HELP DCGM_FI_DEV_ROW_REMAP_FAILURE Whether remapping of rows has failed # TYPE DCGM_FI_DEV_ROW_REMAP_FAILURE gauge DCGM_FI_DEV_SM_CLOCK{gpu="0",UUID="GPU-374782d9-ca65-4ed5-344a-78f0e7c16edd",device="nvidia0"} 210 DCGM_FI_DEV_MEM_CLOCK{gpu="0",UUID="GPU-374782d9-ca65-4ed5-344a-78f0e7c16edd",device="nvidia0"} 405 DCGM_FI_DEV_GPU_TEMP{gpu="0",UUID="GPU-374782d9-ca65-4ed5-344a-78f0e7c16edd",device="nvidia0"} 37 DCGM_FI_DEV_POWER_USAGE{gpu="0",UUID="GPU-374782d9-ca65-4ed5-344a-78f0e7c16edd",device="nvidia0"} 36.840000 DCGM_FI_DEV_TOTAL_ENERGY_CONSUMPTION{gpu="0",UUID="GPU-374782d9-ca65-4ed5-344a-78f0e7c16edd",device="nvidia0"} 131784899454 DCGM_FI_DEV_PCIE_REPLAY_COUNTER{gpu="0",UUID="GPU-374782d9-ca65-4ed5-344a-78f0e7c16edd",device="nvidia0"} 0 DCGM_FI_DEV_MEM_COPY_UTIL{gpu="0",UUID="GPU-374782d9-ca65-4ed5-344a-78f0e7c16edd",device="nvidia0"} 0 DCGM_FI_DEV_ENC_UTIL{gpu="0",UUID="GPU-374782d9-ca65-4ed5-344a-78f0e7c16edd",device="nvidia0"} 0 DCGM_FI_DEV_DEC_UTIL{gpu="0",UUID="GPU-374782d9-ca65-4ed5-344a-78f0e7c16edd",device="nvidia0"} 0 DCGM_FI_DEV_XID_ERRORS{gpu="0",UUID="GPU-374782d9-ca65-4ed5-344a-78f0e7c16edd",device="nvidia0"} 0 DCGM_FI_DEV_FB_FREE{gpu="0",UUID="GPU-374782d9-ca65-4ed5-344a-78f0e7c16edd",device="nvidia0"} 3401 DCGM_FI_DEV_FB_USED{gpu="0",UUID="GPU-374782d9-ca65-4ed5-344a-78f0e7c16edd",device="nvidia0"} 21174 DCGM_FI_DEV_NVLINK_BANDWIDTH_TOTAL{gpu="0",UUID="GPU-374782d9-ca65-4ed5-344a-78f0e7c16edd",device="nvidia0"} 0 DCGM_FI_DEV_VGPU_LICENSE_STATUS{gpu="0",UUID="GPU-374782d9-ca65-4ed5-344a-78f0e7c16edd",device="nvidia0"} 0 DCGM_FI_DEV_SM_CLOCK{gpu="1",UUID="GPU-942e3b31-a446-dd55-3758-7fc0db0385b0",device="nvidia1"} 210 DCGM_FI_DEV_MEM_CLOCK{gpu="1",UUID="GPU-942e3b31-a446-dd55-3758-7fc0db0385b0",device="nvidia1"} 405 DCGM_FI_DEV_GPU_TEMP{gpu="1",UUID="GPU-942e3b31-a446-dd55-3758-7fc0db0385b0",device="nvidia1"} 37 DCGM_FI_DEV_POWER_USAGE{gpu="1",UUID="GPU-942e3b31-a446-dd55-3758-7fc0db0385b0",device="nvidia1"} 29.911000 DCGM_FI_DEV_TOTAL_ENERGY_CONSUMPTION{gpu="1",UUID="GPU-942e3b31-a446-dd55-3758-7fc0db0385b0",device="nvidia1"} 104324665393 DCGM_FI_DEV_PCIE_REPLAY_COUNTER{gpu="1",UUID="GPU-942e3b31-a446-dd55-3758-7fc0db0385b0",device="nvidia1"} 0 DCGM_FI_DEV_MEM_COPY_UTIL{gpu="1",UUID="GPU-942e3b31-a446-dd55-3758-7fc0db0385b0",device="nvidia1"} 0 DCGM_FI_DEV_ENC_UTIL{gpu="1",UUID="GPU-942e3b31-a446-dd55-3758-7fc0db0385b0",device="nvidia1"} 0 DCGM_FI_DEV_DEC_UTIL{gpu="1",UUID="GPU-942e3b31-a446-dd55-3758-7fc0db0385b0",device="nvidia1"} 0 DCGM_FI_DEV_XID_ERRORS{gpu="1",UUID="GPU-942e3b31-a446-dd55-3758-7fc0db0385b0",device="nvidia1"} 0 DCGM_FI_DEV_FB_FREE{gpu="1",UUID="GPU-942e3b31-a446-dd55-3758-7fc0db0385b0",device="nvidia1"} 3401 DCGM_FI_DEV_FB_USED{gpu="1",UUID="GPU-942e3b31-a446-dd55-3758-7fc0db0385b0",device="nvidia1"} 21174 DCGM_FI_DEV_NVLINK_BANDWIDTH_TOTAL{gpu="1",UUID="GPU-942e3b31-a446-dd55-3758-7fc0db0385b0",device="nvidia1"} 0 DCGM_FI_DEV_VGPU_LICENSE_STATUS{gpu="1",UUID="GPU-942e3b31-a446-dd55-3758-7fc0db0385b0",device="nvidia1"} 0