Gaudi2.json

{
    "SKU参数": {
        "厂商": "Habana",
        "型号": "Gaudi2",
        "用途": "Training/Inference",
        "照片": "vendor_zoo/Habana/image_14.png"
    },
    "硬件参数": {
        "制程(NM)": null,
        "尺寸": "-",
        "接口": "OAM 1.1",
        "功耗(W/TDP)": 600
    },
    "内存参数": {
        "内存层次架构图": "vendor_zoo/Habana/mem_14.png",
        "内存": {
            "内存类型": "HBM2e",
            "内存容量(GB)": 96,
            "内存带宽(GB/s)": 2450
        },
        "一级缓存": {
            "缓存类型": "United Buffer",
            "缓存容量(MB)": 48.0,
            "缓存带宽(TB/s)": 11.2
        },
        "二级缓存": {
            "缓存类型": "-",
            "缓存容量(MB)": "-",
            "缓存带宽(TB/s)": "-"
        }
    },
    "算力参数": {
        "PE层次架构图": "vendor_zoo/Habana/pe_14.png",
        "PE参数": {
            "算力架构": "异构多核",
            "并行方式": "-",
            "通信带宽(GB/s)": "-"
        },
        "标量参数": {
            "标量精度": "-",
            "INT8标量算力(TFLOPS)": "-",
            "FP16标量算力(TFLOPS)": "-",
            "FP32标量算力(TFLOPS)": "-"
        },
        "向量参数": {
            "向量精度": null,
            "INT8量算力(TFLOPS)": null,
            "FP16向量算力(TFLOPS)": null,
            "FP32向量算力(TFLOPS)": null
        },
        "张量参数": {
            "张量精度": "FP32, TF32, FP16, BF16, FP8",
            "INT8张量算力(TFLOPS)": 866.4,
            "FP16张量算力(TFLOPS)": 433.2,
            "FP32张量算力(TFLOPS)": 116.4
        }
    },
    "卡间通信参数": {
        "通信方式": "RoCE-v2",
        "端口数量": "HL225B:21\nHL225H:24",
        "RDMA协议": "支持",
        "下行带宽(GB/s)": "3*100GbE*8(one node)",
        "上行带宽(GB/s)": "3*100GbE*8(one node)"
    }
}