# HELP DCGM_FI_DEV_SM_CLOCK SM clock frequency (in MHz). # TYPE DCGM_FI_DEV_SM_CLOCK gauge DCGM_FI_DEV_SM_CLOCK{gpu="0",UUID="GPU-4b34a17a-548e-358d-8cc9-d6b836aa2cf0",device="nvidia0",modelName="NVIDIA GeForce RTX 3080",Hostname="87e4cbb23405"} 0 DCGM_FI_DEV_SM_CLOCK{gpu="1",UUID="GPU-b0872917-6b74-a1a8-7e77-64a0b4ef43af",device="nvidia1",modelName="NVIDIA GeForce RTX 3080",Hostname="87e4cbb23405"} 0 # HELP DCGM_FI_DEV_MEM_CLOCK Memory clock frequency (in MHz). # TYPE DCGM_FI_DEV_MEM_CLOCK gauge DCGM_FI_DEV_MEM_CLOCK{gpu="0",UUID="GPU-4b34a17a-548e-358d-8cc9-d6b836aa2cf0",device="nvidia0",modelName="NVIDIA GeForce RTX 3080",Hostname="87e4cbb23405"} 405 DCGM_FI_DEV_MEM_CLOCK{gpu="1",UUID="GPU-b0872917-6b74-a1a8-7e77-64a0b4ef43af",device="nvidia1",modelName="NVIDIA GeForce RTX 3080",Hostname="87e4cbb23405"} 405 # HELP DCGM_FI_DEV_GPU_TEMP GPU temperature (in C). # TYPE DCGM_FI_DEV_GPU_TEMP gauge DCGM_FI_DEV_GPU_TEMP{gpu="0",UUID="GPU-4b34a17a-548e-358d-8cc9-d6b836aa2cf0",device="nvidia0",modelName="NVIDIA GeForce RTX 3080",Hostname="87e4cbb23405"} 42 DCGM_FI_DEV_GPU_TEMP{gpu="1",UUID="GPU-b0872917-6b74-a1a8-7e77-64a0b4ef43af",device="nvidia1",modelName="NVIDIA GeForce RTX 3080",Hostname="87e4cbb23405"} 40 # HELP DCGM_FI_DEV_POWER_USAGE Power draw (in W). # TYPE DCGM_FI_DEV_POWER_USAGE gauge DCGM_FI_DEV_POWER_USAGE{gpu="0",UUID="GPU-4b34a17a-548e-358d-8cc9-d6b836aa2cf0",device="nvidia0",modelName="NVIDIA GeForce RTX 3080",Hostname="87e4cbb23405"} 14.386000 DCGM_FI_DEV_POWER_USAGE{gpu="1",UUID="GPU-b0872917-6b74-a1a8-7e77-64a0b4ef43af",device="nvidia1",modelName="NVIDIA GeForce RTX 3080",Hostname="87e4cbb23405"} 15.508000 # HELP DCGM_FI_DEV_TOTAL_ENERGY_CONSUMPTION Total energy consumption since boot (in mJ). # TYPE DCGM_FI_DEV_TOTAL_ENERGY_CONSUMPTION counter DCGM_FI_DEV_TOTAL_ENERGY_CONSUMPTION{gpu="0",UUID="GPU-4b34a17a-548e-358d-8cc9-d6b836aa2cf0",device="nvidia0",modelName="NVIDIA GeForce RTX 3080",Hostname="87e4cbb23405"} 1675226138462 DCGM_FI_DEV_TOTAL_ENERGY_CONSUMPTION{gpu="1",UUID="GPU-b0872917-6b74-a1a8-7e77-64a0b4ef43af",device="nvidia1",modelName="NVIDIA GeForce RTX 3080",Hostname="87e4cbb23405"} 1415305086818 # HELP DCGM_FI_DEV_PCIE_REPLAY_COUNTER Total number of PCIe retries. # TYPE DCGM_FI_DEV_PCIE_REPLAY_COUNTER counter DCGM_FI_DEV_PCIE_REPLAY_COUNTER{gpu="0",UUID="GPU-4b34a17a-548e-358d-8cc9-d6b836aa2cf0",device="nvidia0",modelName="NVIDIA GeForce RTX 3080",Hostname="87e4cbb23405"} 0 DCGM_FI_DEV_PCIE_REPLAY_COUNTER{gpu="1",UUID="GPU-b0872917-6b74-a1a8-7e77-64a0b4ef43af",device="nvidia1",modelName="NVIDIA GeForce RTX 3080",Hostname="87e4cbb23405"} 0 # HELP DCGM_FI_DEV_GPU_UTIL GPU utilization (in %). # TYPE DCGM_FI_DEV_GPU_UTIL gauge DCGM_FI_DEV_GPU_UTIL{gpu="0",UUID="GPU-4b34a17a-548e-358d-8cc9-d6b836aa2cf0",device="nvidia0",modelName="NVIDIA GeForce RTX 3080",Hostname="87e4cbb23405"} 0 DCGM_FI_DEV_GPU_UTIL{gpu="1",UUID="GPU-b0872917-6b74-a1a8-7e77-64a0b4ef43af",device="nvidia1",modelName="NVIDIA GeForce RTX 3080",Hostname="87e4cbb23405"} 0 # HELP DCGM_FI_DEV_MEM_COPY_UTIL Memory utilization (in %). # TYPE DCGM_FI_DEV_MEM_COPY_UTIL gauge DCGM_FI_DEV_MEM_COPY_UTIL{gpu="0",UUID="GPU-4b34a17a-548e-358d-8cc9-d6b836aa2cf0",device="nvidia0",modelName="NVIDIA GeForce RTX 3080",Hostname="87e4cbb23405"} 0 DCGM_FI_DEV_MEM_COPY_UTIL{gpu="1",UUID="GPU-b0872917-6b74-a1a8-7e77-64a0b4ef43af",device="nvidia1",modelName="NVIDIA GeForce RTX 3080",Hostname="87e4cbb23405"} 0 # HELP DCGM_FI_DEV_ENC_UTIL Encoder utilization (in %). # TYPE DCGM_FI_DEV_ENC_UTIL gauge DCGM_FI_DEV_ENC_UTIL{gpu="0",UUID="GPU-4b34a17a-548e-358d-8cc9-d6b836aa2cf0",device="nvidia0",modelName="NVIDIA GeForce RTX 3080",Hostname="87e4cbb23405"} 0 DCGM_FI_DEV_ENC_UTIL{gpu="1",UUID="GPU-b0872917-6b74-a1a8-7e77-64a0b4ef43af",device="nvidia1",modelName="NVIDIA GeForce RTX 3080",Hostname="87e4cbb23405"} 0 # HELP DCGM_FI_DEV_DEC_UTIL Decoder utilization (in %). # TYPE DCGM_FI_DEV_DEC_UTIL gauge DCGM_FI_DEV_DEC_UTIL{gpu="0",UUID="GPU-4b34a17a-548e-358d-8cc9-d6b836aa2cf0",device="nvidia0",modelName="NVIDIA GeForce RTX 3080",Hostname="87e4cbb23405"} 0 DCGM_FI_DEV_DEC_UTIL{gpu="1",UUID="GPU-b0872917-6b74-a1a8-7e77-64a0b4ef43af",device="nvidia1",modelName="NVIDIA GeForce RTX 3080",Hostname="87e4cbb23405"} 0 # HELP DCGM_FI_DEV_XID_ERRORS Value of the last XID error encountered. # TYPE DCGM_FI_DEV_XID_ERRORS gauge DCGM_FI_DEV_XID_ERRORS{gpu="0",UUID="GPU-4b34a17a-548e-358d-8cc9-d6b836aa2cf0",device="nvidia0",modelName="NVIDIA GeForce RTX 3080",Hostname="87e4cbb23405"} 0 DCGM_FI_DEV_XID_ERRORS{gpu="1",UUID="GPU-b0872917-6b74-a1a8-7e77-64a0b4ef43af",device="nvidia1",modelName="NVIDIA GeForce RTX 3080",Hostname="87e4cbb23405"} 0 # HELP DCGM_FI_DEV_FB_FREE Framebuffer memory free (in MiB). # TYPE DCGM_FI_DEV_FB_FREE gauge DCGM_FI_DEV_FB_FREE{gpu="0",UUID="GPU-4b34a17a-548e-358d-8cc9-d6b836aa2cf0",device="nvidia0",modelName="NVIDIA GeForce RTX 3080",Hostname="87e4cbb23405"} 1740 DCGM_FI_DEV_FB_FREE{gpu="1",UUID="GPU-b0872917-6b74-a1a8-7e77-64a0b4ef43af",device="nvidia1",modelName="NVIDIA GeForce RTX 3080",Hostname="87e4cbb23405"} 1740 # HELP DCGM_FI_DEV_FB_USED Framebuffer memory used (in MiB). # TYPE DCGM_FI_DEV_FB_USED gauge DCGM_FI_DEV_FB_USED{gpu="0",UUID="GPU-4b34a17a-548e-358d-8cc9-d6b836aa2cf0",device="nvidia0",modelName="NVIDIA GeForce RTX 3080",Hostname="87e4cbb23405"} 8499 DCGM_FI_DEV_FB_USED{gpu="1",UUID="GPU-b0872917-6b74-a1a8-7e77-64a0b4ef43af",device="nvidia1",modelName="NVIDIA GeForce RTX 3080",Hostname="87e4cbb23405"} 8499 # HELP DCGM_FI_DEV_NVLINK_BANDWIDTH_TOTAL Total number of NVLink bandwidth counters for all lanes # TYPE DCGM_FI_DEV_NVLINK_BANDWIDTH_TOTAL counter DCGM_FI_DEV_NVLINK_BANDWIDTH_TOTAL{gpu="0",UUID="GPU-4b34a17a-548e-358d-8cc9-d6b836aa2cf0",device="nvidia0",modelName="NVIDIA GeForce RTX 3080",Hostname="87e4cbb23405"} 0 DCGM_FI_DEV_NVLINK_BANDWIDTH_TOTAL{gpu="1",UUID="GPU-b0872917-6b74-a1a8-7e77-64a0b4ef43af",device="nvidia1",modelName="NVIDIA GeForce RTX 3080",Hostname="87e4cbb23405"} 0 # HELP DCGM_FI_DEV_VGPU_LICENSE_STATUS vGPU License status # TYPE DCGM_FI_DEV_VGPU_LICENSE_STATUS gauge DCGM_FI_DEV_VGPU_LICENSE_STATUS{gpu="0",UUID="GPU-4b34a17a-548e-358d-8cc9-d6b836aa2cf0",device="nvidia0",modelName="NVIDIA GeForce RTX 3080",Hostname="87e4cbb23405"} 0 DCGM_FI_DEV_VGPU_LICENSE_STATUS{gpu="1",UUID="GPU-b0872917-6b74-a1a8-7e77-64a0b4ef43af",device="nvidia1",modelName="NVIDIA GeForce RTX 3080",Hostname="87e4cbb23405"} 0