ResNet.py 1.45 KB
Newer Older
Benjamin Thomas Graham's avatar
Benjamin Thomas Graham committed
1
2
3
4
5
6
7
# Copyright 2016-present, Facebook, Inc.
# All rights reserved.
#
# This source code is licensed under the license found in the
# LICENSE file in the root directory of this source tree.

import torch
Benjamin Thomas Graham's avatar
Benjamin Thomas Graham committed
8
9
import torch.nn as nn
import sparseconvnet as scn
Benjamin Thomas Graham's avatar
tidy  
Benjamin Thomas Graham committed
10
from data import get_iterators
Benjamin Thomas Graham's avatar
Benjamin Thomas Graham committed
11
12

# two-dimensional SparseConvNet
13
14


Benjamin Thomas Graham's avatar
Benjamin Thomas Graham committed
15
16
17
class Model(nn.Module):
    def __init__(self):
        nn.Module.__init__(self)
18
19
20
21
22
23
24
25
        self.sparseModel = scn.Sequential(
        ).add(scn.SubmanifoldConvolution(2, 3, 8, 3, False)
              ).add(scn.MaxPooling(2, 3, 2)
                    ).add(scn.SparseResNet(2, 8, [
                        ['b', 8, 2, 1],
                        ['b', 16, 2, 2],
                        ['b', 24, 2, 2],
                        ['b', 32, 2, 2]])
Benjamin Thomas Graham's avatar
Benjamin Thomas Graham committed
26
        ).add(scn.Convolution(2, 32, 64, 5, 1, False)
27
28
              ).add(scn.BatchNormReLU(64)
                    ).add(scn.SparseToDense(2, 64))
Benjamin Thomas Graham's avatar
Benjamin Thomas Graham committed
29
        self.linear = nn.Linear(64, 183)
30

Benjamin Thomas Graham's avatar
Benjamin Thomas Graham committed
31
32
    def forward(self, x):
        x = self.sparseModel(x)
33
        x = x.view(-1, 64)
Benjamin Thomas Graham's avatar
Benjamin Thomas Graham committed
34
35
        x = self.linear(x)
        return x
Benjamin Thomas Graham's avatar
Benjamin Thomas Graham committed
36

37
38

model = Model()
Benjamin Thomas Graham's avatar
Benjamin Thomas Graham committed
39
40
spatial_size = model.sparseModel.input_spatial_size(torch.LongTensor([1, 1]))
print('Input spatial size:', spatial_size)
Benjamin Thomas Graham's avatar
tidy  
Benjamin Thomas Graham committed
41
dataset = get_iterators(spatial_size, 63, 3)
Benjamin Thomas Graham's avatar
Benjamin Thomas Graham committed
42
43
scn.ClassificationTrainValidate(
    model, dataset,
Benjamin Thomas Graham's avatar
Benjamin Thomas Graham committed
44
    {'n_epochs': 100,
45
46
47
48
49
     'initial_lr': 0.1,
     'lr_decay': 0.05,
     'weight_decay': 1e-4,
     'use_gpu': torch.cuda.is_available(),
     'check_point': True, })