matmul.py 4.25 KB
Newer Older
rusty1s's avatar
rusty1s committed
1
from typing import Tuple
rusty1s's avatar
matmul  
rusty1s committed
2

rusty1s's avatar
rusty1s committed
3
import torch
rusty1s's avatar
matmul  
rusty1s committed
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
from torch_sparse.tensor import SparseTensor


def spmm_sum(src: SparseTensor, other: torch.Tensor) -> torch.Tensor:
    rowptr, col, value = src.csr()

    row = src.storage._row
    csr2csc = src.storage._csr2csc
    colptr = src.storage._colptr

    if value is not None and value.requires_grad:
        row = src.storage.row()

    if other.requires_grad:
        row = src.storage.row()
        csr2csc = src.storage.csr2csc()
        colptr = src.storage.colptr()

    return torch.ops.torch_sparse.spmm_sum(row, rowptr, col, value, colptr,
                                           csr2csc, other)


def spmm_add(src: SparseTensor, other: torch.Tensor) -> torch.Tensor:
    return spmm_sum(src, other)


30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
def spmm_mean(src: SparseTensor, other: torch.Tensor) -> torch.Tensor:
    rowptr, col, value = src.csr()

    row = src.storage._row
    rowcount = src.storage._rowcount
    csr2csc = src.storage._csr2csc
    colptr = src.storage._colptr

    if value is not None and value.requires_grad:
        row = src.storage.row()

    if other.requires_grad:
        row = src.storage.row()
        rowcount = src.storage.rowcount()
        csr2csc = src.storage.csr2csc()
        colptr = src.storage.colptr()

    return torch.ops.torch_sparse.spmm_mean(row, rowptr, col, value, rowcount,
                                            colptr, csr2csc, other)


rusty1s's avatar
rusty1s committed
51
52
53
54
55
56
57
58
59
60
61
62
def spmm_min(src: SparseTensor,
             other: torch.Tensor) -> Tuple[torch.Tensor, torch.Tensor]:
    rowptr, col, value = src.csr()
    return torch.ops.torch_sparse.spmm_min(rowptr, col, value, other)


def spmm_max(src: SparseTensor,
             other: torch.Tensor) -> Tuple[torch.Tensor, torch.Tensor]:
    rowptr, col, value = src.csr()
    return torch.ops.torch_sparse.spmm_max(rowptr, col, value, other)


rusty1s's avatar
matmul  
rusty1s committed
63
64
65
66
def spmm(src: SparseTensor, other: torch.Tensor,
         reduce: str = "sum") -> torch.Tensor:
    if reduce == 'sum' or reduce == 'add':
        return spmm_sum(src, other)
67
68
    elif reduce == 'mean':
        return spmm_mean(src, other)
rusty1s's avatar
rusty1s committed
69
70
71
72
73
74
75
76
77
    elif reduce == 'min':
        return spmm_min(src, other)[0]
    elif reduce == 'max':
        return spmm_max(src, other)[0]
    else:
        raise ValueError


def spspmm_sum(src: SparseTensor, other: SparseTensor) -> SparseTensor:
rusty1s's avatar
rusty1s committed
78
    assert src.sparse_size(1) == other.sparse_size(0)
rusty1s's avatar
rusty1s committed
79
80
    rowptrA, colA, valueA = src.csr()
    rowptrB, colB, valueB = other.csr()
rusty1s's avatar
rusty1s committed
81
82
83
84
85
    value = valueA
    if valueA is not None and valueA.dtype == torch.half:
        valueA = valueA.to(torch.float)
    if valueB is not None and valueB.dtype == torch.half:
        valueB = valueB.to(torch.float)
rusty1s's avatar
rusty1s committed
86
87
88
    M, K = src.sparse_size(0), other.sparse_size(1)
    rowptrC, colC, valueC = torch.ops.torch_sparse.spspmm_sum(
        rowptrA, colA, valueA, rowptrB, colB, valueB, K)
rusty1s's avatar
rusty1s committed
89
90
    if valueC is not None and value is not None:
        valueC = valueC.to(value.dtype)
91
    return SparseTensor(row=None, rowptr=rowptrC, col=colC, value=valueC,
rusty1s's avatar
rusty1s committed
92
                        sparse_sizes=(M, K), is_sorted=True)
rusty1s's avatar
rusty1s committed
93
94
95
96
97
98
99
100
101
102
103
104


def spspmm_add(src: SparseTensor, other: SparseTensor) -> SparseTensor:
    return spspmm_sum(src, other)


def spspmm(src: SparseTensor, other: SparseTensor,
           reduce: str = "sum") -> SparseTensor:
    if reduce == 'sum' or reduce == 'add':
        return spspmm_sum(src, other)
    elif reduce == 'mean' or reduce == 'min' or reduce == 'max':
        raise NotImplementedError
rusty1s's avatar
matmul  
rusty1s committed
105
106
107
108
    else:
        raise ValueError


rusty1s's avatar
rusty1s committed
109
@torch.jit._overload  # noqa: F811
rusty1s's avatar
rusty1s committed
110
def matmul(src, other, reduce):  # noqa: F811
rusty1s's avatar
rusty1s committed
111
112
113
114
115
    # type: (SparseTensor, torch.Tensor, str) -> torch.Tensor
    pass


@torch.jit._overload  # noqa: F811
rusty1s's avatar
rusty1s committed
116
def matmul(src, other, reduce):  # noqa: F811
rusty1s's avatar
rusty1s committed
117
118
119
120
121
122
    # type: (SparseTensor, SparseTensor, str) -> SparseTensor
    pass


def matmul(src, other, reduce="sum"):  # noqa: F811
    if isinstance(other, torch.Tensor):
rusty1s's avatar
matmul  
rusty1s committed
123
        return spmm(src, other, reduce)
rusty1s's avatar
rusty1s committed
124
125
    elif isinstance(other, SparseTensor):
        return spspmm(src, other, reduce)
rusty1s's avatar
rusty1s committed
126
    raise ValueError
rusty1s's avatar
matmul  
rusty1s committed
127
128


rusty1s's avatar
rusty1s committed
129
130
SparseTensor.spmm = lambda self, other, reduce="sum": spmm(self, other, reduce)
SparseTensor.spspmm = lambda self, other, reduce="sum": spspmm(
rusty1s's avatar
rusty1s committed
131
    self, other, reduce)
rusty1s's avatar
rusty1s committed
132
SparseTensor.matmul = lambda self, other, reduce="sum": matmul(
rusty1s's avatar
matmul  
rusty1s committed
133
134
    self, other, reduce)
SparseTensor.__matmul__ = lambda self, other: matmul(self, other, 'sum')