weighting.py 2.36 KB
Newer Older
rusty1s's avatar
rusty1s committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
import torch
from torch.autograd import Function

from .utils.ffi import weighting_forward as weighting_fw
from .utils.ffi import weighting_backward_src as weighting_bw_src
from .utils.ffi import weighting_backward_weight as weighting_bw_weight
from .utils.ffi import weighting_backward_basis as weighting_bw_basis


def weighting_forward(src, weight, basis, weight_index):
    output = src.new(src.size(0), weight.size(2))
    weighting_fw(output, src, weight, basis, weight_index)
    return output


def weighting_backward_src(grad_output, weight, basis, weight_index):
    grad_src = grad_output.new(grad_output.size(0), weight.size(1))
    weighting_bw_src(grad_src, grad_output, weight, basis, weight_index)
    return grad_src


def weighting_backward_weight(grad_output, src, basis, weight_index, K):
    grad_weight = src.new(K, src.size(1), grad_output.size(1))
    weighting_bw_weight(grad_weight, grad_output, src, basis, weight_index)
    return grad_weight


def weighting_backward_basis(grad_output, src, weight, weight_index):
    grad_basis = src.new(weight_index.size())
    weighting_bw_basis(grad_basis, grad_output, src, weight, weight_index)
    return grad_basis


class SplineWeighting(Function):
rusty1s's avatar
rusty1s committed
35
36
37
    def forward(self, src, weight, basis, weight_index):
        self.save_for_backward(src, weight, basis, weight_index)
        return weighting_forward(src, weight, basis, weight_index)
rusty1s's avatar
rusty1s committed
38
39
40

    def backward(self, grad_output):
        grad_src = grad_weight = grad_basis = None
rusty1s's avatar
rusty1s committed
41
        src, weight, basis, weight_index = self.saved_tensors
rusty1s's avatar
rusty1s committed
42

rusty1s's avatar
rusty1s committed
43
        if self.needs_input_grad[0]:
rusty1s's avatar
rusty1s committed
44
            grad_src = weighting_backward_src(grad_output, weight, basis,
rusty1s's avatar
rusty1s committed
45
                                              weight_index)
rusty1s's avatar
rusty1s committed
46
        if self.needs_input_grad[1]:
rusty1s's avatar
rusty1s committed
47
            K = weight.size(0)
rusty1s's avatar
rusty1s committed
48
            grad_weight = weighting_backward_weight(grad_output, src, basis,
rusty1s's avatar
rusty1s committed
49
50
                                                    weight_index, K)

rusty1s's avatar
rusty1s committed
51
        if self.needs_input_grad[2]:
rusty1s's avatar
rusty1s committed
52
            grad_basis = weighting_backward_basis(grad_output, src, weight,
rusty1s's avatar
rusty1s committed
53
                                                  weight_index)
rusty1s's avatar
rusty1s committed
54

rusty1s's avatar
rusty1s committed
55
        return grad_src, grad_weight, grad_basis, None
rusty1s's avatar
rusty1s committed
56
57
58
59
60
61


def spline_weighting(src, weight, basis, weight_index):
    if torch.is_tensor(src):
        return weighting_forward(src, weight, basis, weight_index)
    else:
rusty1s's avatar
rusty1s committed
62
        return SplineWeighting()(src, weight, basis, weight_index)