{
  "id": "gpu-specifications",
  "title": "Data-centre GPU specifications",
  "description": "Memory, memory bandwidth, dense FP8/BF16/FP32 throughput, interconnect and power for NVIDIA H100, H200 and L40S variants, from vendor datasheets.",
  "version": "1.0",
  "updatedAt": "2026-11-06",
  "license": "https://creativecommons.org/licenses/by/4.0/",
  "publisher": "Cloud Provider Benchmarks",
  "url": "https://www.cloudproviderbenchmarks.com/datasets/gpu-specifications/",
  "columns": [
    {
      "key": "gpu",
      "description": "GPU id"
    },
    {
      "key": "variant",
      "description": "Variant id"
    },
    {
      "key": "name",
      "description": "Variant name"
    },
    {
      "key": "architecture",
      "description": "GPU architecture"
    },
    {
      "key": "form_factor",
      "description": "Form factor"
    },
    {
      "key": "memory_gb",
      "description": "Device memory, GB"
    },
    {
      "key": "memory_type",
      "description": "Memory technology"
    },
    {
      "key": "bandwidth_gbs",
      "description": "Memory bandwidth, GB/s"
    },
    {
      "key": "fp8_dense_tflops",
      "description": "Dense FP8 Tensor Core TFLOPS"
    },
    {
      "key": "bf16_dense_tflops",
      "description": "Dense BF16 Tensor Core TFLOPS"
    },
    {
      "key": "fp32_tflops",
      "description": "FP32 TFLOPS"
    },
    {
      "key": "nvlink_gbs",
      "description": "NVLink bandwidth, GB/s (null if none)"
    },
    {
      "key": "tdp",
      "description": "Power envelope"
    },
    {
      "key": "source",
      "description": "Primary datasheet URL"
    }
  ],
  "rows": [
    {
      "gpu": "nvidia-h100",
      "variant": "h100-sxm",
      "name": "H100 SXM5",
      "architecture": "Hopper",
      "form_factor": "SXM5",
      "memory_gb": 80,
      "memory_type": "HBM3",
      "bandwidth_gbs": 3350,
      "fp8_dense_tflops": 1979,
      "bf16_dense_tflops": 989,
      "fp32_tflops": 67,
      "nvlink_gbs": 900,
      "tdp": "Up to 700 W",
      "source": "https://www.nvidia.com/en-us/data-center/h100/"
    },
    {
      "gpu": "nvidia-h100",
      "variant": "h100-pcie",
      "name": "H100 PCIe",
      "architecture": "Hopper",
      "form_factor": "PCIe dual-slot",
      "memory_gb": 80,
      "memory_type": "HBM2e",
      "bandwidth_gbs": 2000,
      "fp8_dense_tflops": 1513,
      "bf16_dense_tflops": 756,
      "fp32_tflops": 51,
      "nvlink_gbs": 600,
      "tdp": "300–350 W",
      "source": "https://www.nvidia.com/en-us/data-center/h100/"
    },
    {
      "gpu": "nvidia-h100",
      "variant": "h100-nvl",
      "name": "H100 NVL",
      "architecture": "Hopper",
      "form_factor": "PCIe dual-slot",
      "memory_gb": 94,
      "memory_type": "HBM3",
      "bandwidth_gbs": 3900,
      "fp8_dense_tflops": 1670,
      "bf16_dense_tflops": 835,
      "fp32_tflops": 60,
      "nvlink_gbs": 600,
      "tdp": "350–400 W",
      "source": "https://www.nvidia.com/en-us/data-center/h100/"
    },
    {
      "gpu": "nvidia-h200",
      "variant": "h200-sxm",
      "name": "H200 SXM",
      "architecture": "Hopper",
      "form_factor": "SXM5",
      "memory_gb": 141,
      "memory_type": "HBM3e",
      "bandwidth_gbs": 4800,
      "fp8_dense_tflops": 1979,
      "bf16_dense_tflops": 989,
      "fp32_tflops": 67,
      "nvlink_gbs": 900,
      "tdp": "Up to 700 W",
      "source": "https://www.nvidia.com/en-us/data-center/h200/"
    },
    {
      "gpu": "nvidia-h200",
      "variant": "h200-nvl",
      "name": "H200 NVL",
      "architecture": "Hopper",
      "form_factor": "PCIe dual-slot",
      "memory_gb": 141,
      "memory_type": "HBM3e",
      "bandwidth_gbs": 4800,
      "fp8_dense_tflops": 1670,
      "bf16_dense_tflops": 835,
      "fp32_tflops": 60,
      "nvlink_gbs": 900,
      "tdp": "Up to 600 W",
      "source": "https://www.nvidia.com/en-us/data-center/h200/"
    },
    {
      "gpu": "nvidia-l40s",
      "variant": "l40s",
      "name": "L40S",
      "architecture": "Ada Lovelace",
      "form_factor": "PCIe dual-slot",
      "memory_gb": 48,
      "memory_type": "GDDR6 (ECC)",
      "bandwidth_gbs": 864,
      "fp8_dense_tflops": 733,
      "bf16_dense_tflops": 362,
      "fp32_tflops": 91.6,
      "nvlink_gbs": null,
      "tdp": "350 W",
      "source": "https://www.nvidia.com/en-us/data-center/l40s/"
    }
  ]
}