metis_cpu.cpp 3.84 KB
Newer Older
rusty1s's avatar
rusty1s committed
1
#include "metis_cpu.h"
rusty1s's avatar
rusty1s committed
2

rusty1s's avatar
rusty1s committed
3
#ifdef WITH_METIS
rusty1s's avatar
rusty1s committed
4
#include <metis.h>
rusty1s's avatar
rusty1s committed
5
#endif
rusty1s's avatar
rusty1s committed
6

rusty1s's avatar
rusty1s committed
7
8
9
10
#ifdef WITH_MTMETIS
#include <mtmetis.h>
#endif

rusty1s's avatar
rusty1s committed
11
12
#include "utils.h"

rusty1s's avatar
update  
rusty1s committed
13
14
torch::Tensor partition_cpu(torch::Tensor rowptr, torch::Tensor col,
                            torch::optional<torch::Tensor> optional_value,
rusty1s's avatar
rename  
rusty1s committed
15
                            torch::optional<torch::Tensor> optional_node_weight,
rusty1s's avatar
update  
rusty1s committed
16
                            int64_t num_parts, bool recursive) {
rusty1s's avatar
rusty1s committed
17
#ifdef WITH_METIS
rusty1s's avatar
rusty1s committed
18
19
  CHECK_CPU(rowptr);
  CHECK_CPU(col);
rusty1s's avatar
rename  
rusty1s committed
20

rusty1s's avatar
update  
rusty1s committed
21
22
23
24
25
  if (optional_value.has_value()) {
    CHECK_CPU(optional_value.value());
    CHECK_INPUT(optional_value.value().dim() == 1);
    CHECK_INPUT(optional_value.value().numel() == col.numel());
  }
rusty1s's avatar
rusty1s committed
26

rusty1s's avatar
rename  
rusty1s committed
27
28
29
30
  if (optional_node_weight.has_value()) {
    CHECK_CPU(optional_node_weight.value());
    CHECK_INPUT(optional_node_weight.value().dim() == 1);
    CHECK_INPUT(optional_node_weight.value().numel() == rowptr.numel() - 1);
31
32
  }

rusty1s's avatar
rusty1s committed
33
  int64_t nvtxs = rowptr.numel() - 1;
rusty1s's avatar
rusty1s committed
34
  int64_t ncon = 1;
rusty1s's avatar
rusty1s committed
35
36
  auto *xadj = rowptr.data_ptr<int64_t>();
  auto *adjncy = col.data_ptr<int64_t>();
rusty1s's avatar
rename  
rusty1s committed
37

rusty1s's avatar
update  
rusty1s committed
38
39
40
  int64_t *adjwgt = NULL;
  if (optional_value.has_value())
    adjwgt = optional_value.value().data_ptr<int64_t>();
41
42

  int64_t *vwgt = NULL;
rusty1s's avatar
rename  
rusty1s committed
43
44
  if (optional_node_weight.has_value())
    vwgt = optional_node_weight.value().data_ptr<int64_t>();
45

rusty1s's avatar
rusty1s committed
46
  int64_t objval = -1;
rusty1s's avatar
rusty1s committed
47
  auto part = torch::empty(nvtxs, rowptr.options());
rusty1s's avatar
rusty1s committed
48
49
  auto part_data = part.data_ptr<int64_t>();

rusty1s's avatar
rusty1s committed
50
  if (recursive) {
51
    METIS_PartGraphRecursive(&nvtxs, &ncon, xadj, adjncy, vwgt, NULL, adjwgt,
rusty1s's avatar
rusty1s committed
52
53
                             &num_parts, NULL, NULL, NULL, &objval, part_data);
  } else {
54
    METIS_PartGraphKway(&nvtxs, &ncon, xadj, adjncy, vwgt, NULL, adjwgt,
rusty1s's avatar
rusty1s committed
55
56
                        &num_parts, NULL, NULL, NULL, &objval, part_data);
  }
rusty1s's avatar
rusty1s committed
57
58

  return part;
rusty1s's avatar
rusty1s committed
59
60
61
#else
  AT_ERROR("Not compiled with METIS support");
#endif
rusty1s's avatar
update  
rusty1s committed
62
}
rusty1s's avatar
rusty1s committed
63
64
65
66

// needs mt-metis installed via:
// ./configure --shared --edges64bit --vertices64bit --weights64bit
//             --partitions64bit
rusty1s's avatar
rename  
rusty1s committed
67
68
69
70
71
torch::Tensor
mt_partition_cpu(torch::Tensor rowptr, torch::Tensor col,
                 torch::optional<torch::Tensor> optional_value,
                 torch::optional<torch::Tensor> optional_node_weight,
                 int64_t num_parts, bool recursive, int64_t num_workers) {
rusty1s's avatar
rusty1s committed
72
73
74
75
76
77
78
79
80
#ifdef WITH_MTMETIS
  CHECK_CPU(rowptr);
  CHECK_CPU(col);
  if (optional_value.has_value()) {
    CHECK_CPU(optional_value.value());
    CHECK_INPUT(optional_value.value().dim() == 1);
    CHECK_INPUT(optional_value.value().numel() == col.numel());
  }

rusty1s's avatar
rename  
rusty1s committed
81
82
83
84
  if (optional_node_weight.has_value()) {
    CHECK_CPU(optional_node_weight.value());
    CHECK_INPUT(optional_node_weight.value().dim() == 1);
    CHECK_INPUT(optional_node_weight.value().numel() == rowptr.numel() - 1);
85
86
  }

rusty1s's avatar
rusty1s committed
87
88
89
90
91
  mtmetis_vtx_type nvtxs = rowptr.numel() - 1;
  mtmetis_vtx_type ncon = 1;
  mtmetis_adj_type *xadj = (mtmetis_adj_type *)rowptr.data_ptr<int64_t>();
  mtmetis_vtx_type *adjncy = (mtmetis_vtx_type *)col.data_ptr<int64_t>();
  mtmetis_wgt_type *adjwgt = NULL;
rusty1s's avatar
rename  
rusty1s committed
92

rusty1s's avatar
rusty1s committed
93
94
  if (optional_value.has_value())
    adjwgt = optional_value.value().data_ptr<int64_t>();
rusty1s's avatar
rename  
rusty1s committed
95

96
  mtmetis_wgt_type *vwgt = NULL;
rusty1s's avatar
rename  
rusty1s committed
97
98
99
  if (optional_node_weight.has_value())
    vwgt = optional_node_weight.value().data_ptr<int64_t>();

rusty1s's avatar
rusty1s committed
100
101
102
103
104
105
106
107
108
  mtmetis_pid_type nparts = num_parts;
  mtmetis_wgt_type objval = -1;
  auto part = torch::empty(nvtxs, rowptr.options());
  mtmetis_pid_type *part_data = (mtmetis_pid_type *)part.data_ptr<int64_t>();

  double *opts = mtmetis_init_options();
  opts[MTMETIS_OPTION_NTHREADS] = num_workers;

  if (recursive) {
109
    MTMETIS_PartGraphRecursive(&nvtxs, &ncon, xadj, adjncy, vwgt, NULL, adjwgt,
rusty1s's avatar
rusty1s committed
110
111
                               &nparts, NULL, NULL, opts, &objval, part_data);
  } else {
112
    MTMETIS_PartGraphKway(&nvtxs, &ncon, xadj, adjncy, vwgt, NULL, adjwgt,
rusty1s's avatar
rusty1s committed
113
114
115
116
117
118
119
120
                          &nparts, NULL, NULL, opts, &objval, part_data);
  }

  return part;
#else
  AT_ERROR("Not compiled with MTMETIS support");
#endif
}