allreduce.json 362 Bytes
Newer Older
sunzhq2's avatar
init  
sunzhq2 committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
{
  "operator": "allreduce",
  "iterations": 100,
  "input_shape_groups": {
    "inputs": [
      [
        [8, 16, 32, 64, 128, 256, 512, 1024, 2048, 4096, 8192, 16384, 32768, 65536, 131072, 262144, 524288, 1048576, 2097152],
        [1024]
      ]
    ]
  },
  "dtype": [
    "float32",
    "bfloat16",
    "float16"
  ],
  "group": [
    2,
    4,
    8
  ]
}