"git@developer.sourcefind.cn:change/sglang.git" did not exist on "52fcbbb8bd501bd8907b308c7fd9a62e791426c1"
encoding_lib.h 5.6 KB
Newer Older
Hang Zhang's avatar
init  
Hang Zhang committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
/*+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
 * Created by: Hang Zhang
 * ECE Department, Rutgers University
 * Email: zhang.hang@rutgers.edu
 * Copyright (c) 2017
 *
 * This source code is licensed under the MIT-style license found in the
 * LICENSE file in the root directory of this source tree 
 *+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
 */

//#include <THC/THC.h>

/*
#define Encoding_(NAME) TH_CONCAT_4(Encoding_, Real, _, NAME)
#define THCTensor        TH_CONCAT_3(TH,CReal,Tensor)
#define THCTensor_(NAME) TH_CONCAT_4(TH,CReal,Tensor_,NAME)

#include "generic/encoding_generic.h"
#include "THC/THCGenerateFloatType.h"
*/

23
24
25
26
27
28
29
30
31
32
33
34
35
int Encoding_Float_scaledl2_forward(THCudaTensor *SL,  
    THCudaTensor *X, THCudaTensor *C, THCudaTensor *S);

int Encoding_Float_scaledl2_backward(
    THCudaTensor *GSL, THCudaTensor *GX, THCudaTensor *GC,
    THCudaTensor *X, THCudaTensor *C, THCudaTensor *S);

int Encoding_Float_aggregateE_forward(THCudaTensor *E, THCudaTensor *A,
			THCudaTensor *X, THCudaTensor *C);

int Encoding_Float_aggregateE_backward(THCudaTensor *GA, THCudaTensor *GE, 
		THCudaTensor *A, THCudaTensor *X, THCudaTensor *C);

Hang Zhang's avatar
init  
Hang Zhang committed
36
37
int Encoding_Float_aggregate_forward(THCudaTensor *E, THCudaTensor *A,
			THCudaTensor *R);
38

Hang Zhang's avatar
Hang Zhang committed
39
int Encoding_Float_aggregate_backward(THCudaTensor *GA, THCudaTensor *GR, 
Hang Zhang's avatar
Hang Zhang committed
40
		THCudaTensor *L, THCudaTensor *A, THCudaTensor *R);
Hang Zhang's avatar
Hang Zhang committed
41

42
43
44
45
46
47
48
49
50
51
52
int Encoding_Float_residual_forward(THCudaTensor *R, THCudaTensor *X, 
		THCudaTensor *D);

int Encoding_Float_residual_backward(THCudaTensor *GR, THCudaTensor *GX, 
		THCudaTensor *GD);

int Encoding_Float_squaresqueeze_forward(THCudaTensor *L, THCudaTensor *R);

int Encoding_Float_squaresqueeze_backward(THCudaTensor *GL, 
    THCudaTensor *GR, THCudaTensor *R);

Hang Zhang's avatar
Hang Zhang committed
53
int Encoding_Float_batchnorm_Forward(THCudaTensor *output_, 
54
55
    THCudaTensor *input_, THCudaTensor *mean_, 
    THCudaTensor *invstd_, THCudaTensor *gamma_, THCudaTensor *beta_);
Hang Zhang's avatar
Hang Zhang committed
56
57

int Encoding_Float_batchnorm_Backward(THCudaTensor *gradoutput_, 
58
59
60
61
62
    THCudaTensor *input_, THCudaTensor *gradinput_, 
    THCudaTensor *gradgamma_, THCudaTensor *gradbeta_, 
    THCudaTensor *mean_, THCudaTensor *invstd_, 
    THCudaTensor *gamma_,THCudaTensor *beta_, 
    THCudaTensor *gradMean_, THCudaTensor *gradStd_, int train);
Hang Zhang's avatar
Hang Zhang committed
63
64

int Encoding_Float_sum_square_Forward(THCudaTensor *input_, 
65
    THCudaTensor *sum_, THCudaTensor *square_);
Hang Zhang's avatar
Hang Zhang committed
66

Hang Zhang's avatar
v1.0.1  
Hang Zhang committed
67
int Encoding_Float_sum_square_Backward(
68
69
70
    THCudaTensor *gradInput, THCudaTensor *input_, 
    THCudaTensor *gradSum_, THCudaTensor *gradSquare_);

Hang Zhang's avatar
v1.0.1  
Hang Zhang committed
71
72
73
74
75
76
77
78
79
80
81
82
int Encoding_Float_DilatedAvgPool2d_Forward(
    THCudaTensor *X_, THCudaTensor *Y_, 
    int kH, int kW, int dH, int dW,
    int padH, int padW,
    int dilationH, int dilationW);

int Encoding_Float_DilatedAvgPool2d_Backward(
    THCudaTensor *gradX_, THCudaTensor *gradY_, 
    int kH, int kW, int dH, int dW,
    int padH, int padW,
    int dilationH, int dilationW);

83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
/*+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++*/

int Encoding_Double_scaledl2_forward(THCudaDoubleTensor *SL,  
    THCudaDoubleTensor *X, THCudaDoubleTensor *C,  THCudaDoubleTensor *S);

int Encoding_Double_scaledl2_backward(
    THCudaDoubleTensor *GSL, THCudaDoubleTensor *GX, 
    THCudaDoubleTensor *GC, THCudaDoubleTensor *X, 
    THCudaDoubleTensor *C, THCudaDoubleTensor *S);

int Encoding_Double_aggregateE_forward(THCudaDoubleTensor *E, 
    THCudaDoubleTensor *A, THCudaDoubleTensor *X, THCudaDoubleTensor *C);

int Encoding_Double_aggregateE_backward(THCudaDoubleTensor *GA, 
    THCudaDoubleTensor *GE, THCudaDoubleTensor *A, THCudaDoubleTensor *X, 
    THCudaDoubleTensor *C);

int Encoding_Double_aggregate_forward(
    THCudaDoubleTensor *E, THCudaDoubleTensor *A, THCudaDoubleTensor *R);

int Encoding_Double_aggregate_backward(
    THCudaDoubleTensor *GA, THCudaDoubleTensor *GR, THCudaDoubleTensor *L, 
    THCudaDoubleTensor *A, THCudaDoubleTensor *R);

int Encoding_Double_residual_forward(
    THCudaDoubleTensor *R, THCudaDoubleTensor *X, THCudaDoubleTensor *D);
Hang Zhang's avatar
Hang Zhang committed
109

110
111
112
int Encoding_Double_residual_backward(
    THCudaDoubleTensor *GR, THCudaDoubleTensor *GX, 
    THCudaDoubleTensor *GD);
Hang Zhang's avatar
Hang Zhang committed
113

114
115
int Encoding_Double_squaresqueeze_forward(THCudaDoubleTensor *L,
    THCudaDoubleTensor *R);
Hang Zhang's avatar
Hang Zhang committed
116

117
118
int Encoding_Double_squaresqueeze_backward(THCudaDoubleTensor *GL, 
    THCudaDoubleTensor *GR, THCudaDoubleTensor *R);
Hang Zhang's avatar
Hang Zhang committed
119
120

int Encoding_Double_batchnorm_Forward(THCudaDoubleTensor *output_, 
121
122
123
    THCudaDoubleTensor *input_, THCudaDoubleTensor *mean_, 
    THCudaDoubleTensor *invstd_, THCudaDoubleTensor *gamma_, 
    THCudaDoubleTensor *beta_);
Hang Zhang's avatar
Hang Zhang committed
124
125

int Encoding_Double_batchnorm_Backward(THCudaDoubleTensor *gradoutput_, 
126
127
128
129
130
131
    THCudaDoubleTensor *input_, THCudaDoubleTensor *gradinput_, 
    THCudaDoubleTensor *gradgamma_, THCudaDoubleTensor *gradbeta_, 
    THCudaDoubleTensor *mean_, THCudaDoubleTensor *invstd_, 
    THCudaDoubleTensor *gamma_, THCudaDoubleTensor *beta_, 
    THCudaDoubleTensor *gradMean_, THCudaDoubleTensor *gradStd_, 
    int train);
Hang Zhang's avatar
Hang Zhang committed
132
133

int Encoding_Double_sum_square_Forward(THCudaDoubleTensor *input_, 
134
    THCudaDoubleTensor *sum_, THCudaDoubleTensor *square_);
Hang Zhang's avatar
Hang Zhang committed
135
136

void Encoding_Double_sum_square_Backward(
137
138
    THCudaDoubleTensor *gradInput, THCudaDoubleTensor *input_, 
    THCudaDoubleTensor *gradSum_, THCudaDoubleTensor *gradSquare_);
Hang Zhang's avatar
v1.0.1  
Hang Zhang committed
139
140
141
142
143
144
145
146
147
148
149
150

int Encoding_Double_DilatedAvgPool2d_Forward(
    THCudaDoubleTensor *X_, THCudaDoubleTensor *Y_, 
    int kH, int kW, int dH, int dW,
    int padH, int padW,
    int dilationH, int dilationW);

int Encoding_Double_DilatedAvgPool2d_Backward(
    THCudaDoubleTensor *gradX_, THCudaDoubleTensor *gradY_, 
    int kH, int kW, int dH, int dW,
    int padH, int padW,
    int dilationH, int dilationW);