CpuNonbondedForce.cpp 22.4 KB
Newer Older
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32

/* Portions copyright (c) 2006-2013 Stanford University and Simbios.
 * Contributors: Pande Group
 *
 * Permission is hereby granted, free of charge, to any person obtaining
 * a copy of this software and associated documentation files (the
 * "Software"), to deal in the Software without restriction, including
 * without limitation the rights to use, copy, modify, merge, publish,
 * distribute, sublicense, and/or sell copies of the Software, and to
 * permit persons to whom the Software is furnished to do so, subject
 * to the following conditions:
 *
 * The above copyright notice and this permission notice shall be included
 * in all copies or substantial portions of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
 * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
 * IN NO EVENT SHALL THE AUTHORS, CONTRIBUTORS OR COPYRIGHT HOLDERS BE
 * LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
 * OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
 * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
 */

#include <string.h>
#include <complex>

#include "SimTKOpenMMCommon.h"
#include "SimTKOpenMMUtilities.h"
#include "CpuNonbondedForce.h"
#include "ReferenceForce.h"
#include "ReferencePME.h"
33
#include "openmm/internal/hardware.h"
peastman's avatar
peastman committed
34
#include "openmm/internal/SplineFitter.h"
35
36
37
38
39
40

// In case we're using some primitive version of Visual Studio this will
// make sure that erf() and erfc() are defined.
#include "openmm/internal/MSVC_erfc.h"

using namespace std;
peastman's avatar
peastman committed
41
using namespace OpenMM;
42

peastman's avatar
peastman committed
43
44
const float CpuNonbondedForce::TWO_OVER_SQRT_PI = (float) (2/sqrt(PI_M));
const int CpuNonbondedForce::NUM_TABLE_POINTS = 1025;
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62

class CpuNonbondedForce::ThreadData {
public:
    ThreadData(int index, CpuNonbondedForce& owner) : index(index), owner(owner) {
    }
    int index;
    CpuNonbondedForce& owner;
    vector<float> threadForce;
    double threadEnergy;
};

static void* threadBody(void* args) {
    CpuNonbondedForce::ThreadData& data = *reinterpret_cast<CpuNonbondedForce::ThreadData*>(args);
    data.owner.runThread(data.index, data.threadForce, data.threadEnergy);
    delete &data;
    return 0;
}

63
64
65
66
67
68
69
/**---------------------------------------------------------------------------------------

   CpuNonbondedForce constructor

   --------------------------------------------------------------------------------------- */

CpuNonbondedForce::CpuNonbondedForce() : cutoff(false), useSwitch(false), periodic(false), ewald(false), pme(false) {
70
71
72
73
74
75
    isDeleted = false;
    numThreads = getNumProcessors();
    pthread_cond_init(&startCondition, NULL);
    pthread_cond_init(&endCondition, NULL);
    pthread_mutex_init(&lock, NULL);
    thread.resize(numThreads);
peastman's avatar
peastman committed
76
77
    pthread_mutex_lock(&lock);
    waitCount = 0;
78
79
80
81
82
    for (int i = 0; i < numThreads; i++) {
        ThreadData* data = new ThreadData(i, *this);
        threadData.push_back(data);
        pthread_create(&thread[i], NULL, threadBody, data);
    }
peastman's avatar
peastman committed
83
84
85
    while (waitCount < numThreads)
        pthread_cond_wait(&endCondition, &lock);
    pthread_mutex_unlock(&lock);
86
87
88
89
90
91
92
93
94
}

/**---------------------------------------------------------------------------------------

   CpuNonbondedForce destructor

   --------------------------------------------------------------------------------------- */

CpuNonbondedForce::~CpuNonbondedForce(){
95
96
97
98
99
100
101
102
103
    isDeleted = true;
    pthread_mutex_lock(&lock);
    pthread_cond_broadcast(&startCondition);
    pthread_mutex_unlock(&lock);
    for (int i = 0; i < (int) thread.size(); i++)
        pthread_join(thread[i], NULL);
    pthread_mutex_destroy(&lock);
    pthread_cond_destroy(&startCondition);
    pthread_cond_destroy(&endCondition);
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
}

  /**---------------------------------------------------------------------------------------

     Set the force to use a cutoff.

     @param distance            the cutoff distance
     @param neighbors           the neighbor list to use
     @param solventDielectric   the dielectric constant of the bulk solvent

     --------------------------------------------------------------------------------------- */

  void CpuNonbondedForce::setUseCutoff(float distance, const vector<pair<int, int> >& neighbors, float solventDielectric) {

    cutoff = true;
    cutoffDistance = distance;
    neighborList = &neighbors;
    krf = pow(cutoffDistance, -3.0f)*(solventDielectric-1.0)/(2.0*solventDielectric+1.0);
    crf = (1.0/cutoffDistance)*(3.0*solventDielectric)/(2.0*solventDielectric+1.0);
  }

/**---------------------------------------------------------------------------------------

   Set the force to use a switching function on the Lennard-Jones interaction.

   @param distance            the switching distance

   --------------------------------------------------------------------------------------- */

void CpuNonbondedForce::setUseSwitchingFunction(float distance) {
    useSwitch = true;
    switchingDistance = distance;
}

  /**---------------------------------------------------------------------------------------

     Set the force to use periodic boundary conditions.  This requires that a cutoff has
     also been set, and the smallest side of the periodic box is at least twice the cutoff
     distance.

     @param boxSize             the X, Y, and Z widths of the periodic box

     --------------------------------------------------------------------------------------- */

148
  void CpuNonbondedForce::setPeriodic(float* periodicBoxSize) {
149
150

    assert(cutoff);
151
152
153
    assert(periodicBoxSize[0] >= 2*cutoffDistance);
    assert(periodicBoxSize[1] >= 2*cutoffDistance);
    assert(periodicBoxSize[2] >= 2*cutoffDistance);
154
    periodic = true;
155
156
157
    this->periodicBoxSize[0] = periodicBoxSize[0];
    this->periodicBoxSize[1] = periodicBoxSize[1];
    this->periodicBoxSize[2] = periodicBoxSize[2];
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
  }

  /**---------------------------------------------------------------------------------------

     Set the force to use Ewald summation.

     @param alpha  the Ewald separation parameter
     @param kmaxx  the largest wave vector in the x direction
     @param kmaxy  the largest wave vector in the y direction
     @param kmaxz  the largest wave vector in the z direction

     --------------------------------------------------------------------------------------- */

  void CpuNonbondedForce::setUseEwald(float alpha, int kmaxx, int kmaxy, int kmaxz) {
      alphaEwald = alpha;
      numRx = kmaxx;
      numRy = kmaxy;
      numRz = kmaxz;
      ewald = true;
peastman's avatar
peastman committed
177
      tabulateEwaldScaleFactor();
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
  }

  /**---------------------------------------------------------------------------------------

     Set the force to use Particle-Mesh Ewald (PME) summation.

     @param alpha  the Ewald separation parameter
     @param gridSize the dimensions of the mesh

     --------------------------------------------------------------------------------------- */

  void CpuNonbondedForce::setUsePME(float alpha, int meshSize[3]) {
      alphaEwald = alpha;
      meshDim[0] = meshSize[0];
      meshDim[1] = meshSize[1];
      meshDim[2] = meshSize[2];
      pme = true;
peastman's avatar
peastman committed
195
      tabulateEwaldScaleFactor();
196
197
  }

peastman's avatar
peastman committed
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
  
void CpuNonbondedForce::tabulateEwaldScaleFactor() {
    ewaldDX = cutoffDistance/(NUM_TABLE_POINTS-2);
    ewaldDXInv = 1.0f/ewaldDX;
    vector<double> x(NUM_TABLE_POINTS);
    vector<double> y(NUM_TABLE_POINTS);
    vector<double> deriv;
    for (int i = 0; i < NUM_TABLE_POINTS; i++) {
        double r = i*cutoffDistance/(NUM_TABLE_POINTS-2);
        double alphaR = alphaEwald*r;
        x[i] = r;
        y[i] = erfc(alphaR) + TWO_OVER_SQRT_PI*alphaR*exp(-alphaR*alphaR);
    }
    SplineFitter::createNaturalSpline(x, y, deriv);
    ewaldScaleX.resize(NUM_TABLE_POINTS);
    ewaldScaleY.resize(NUM_TABLE_POINTS);
    ewaldScaleDeriv.resize(NUM_TABLE_POINTS);
    for (int i = 0; i < NUM_TABLE_POINTS; i++) {
        ewaldScaleX[i] = (float) x[i];
        ewaldScaleY[i] = (float) y[i];
        ewaldScaleDeriv[i] = (float) (deriv[i]*ewaldDX*ewaldDX/6);
    }
}
  
void CpuNonbondedForce::calculateReciprocalIxn(int numberOfAtoms, float* posq, vector<RealVec>& atomCoordinates,
peastman's avatar
peastman committed
223
                                             const vector<pair<float, float> >& atomParameters, const vector<set<int> >& exclusions,
peastman's avatar
peastman committed
224
                                             vector<RealVec>& forces, float* totalEnergy) const {
225
226
227
228
229
    typedef std::complex<float> d_complex;

    static const float epsilon     =  1.0;

    int kmax                            = (ewald ? std::max(numRx, std::max(numRy,numRz)) : 0);
peastman's avatar
peastman committed
230
    float factorEwald              = -1 / (4*alphaEwald*alphaEwald);
231
232
233
    float TWO_PI                   = 2.0 * PI_M;
    float recipCoeff               = (float)(ONE_4PI_EPS0*4*PI_M/(periodicBoxSize[0] * periodicBoxSize[1] * periodicBoxSize[2]) /epsilon);

peastman's avatar
peastman committed
234
235
236
237
238
239
240
241
242
243
244
245
    if (pme) {
        pme_t pmedata;
        RealOpenMM virial[3][3];
        pme_init(&pmedata, alphaEwald, numberOfAtoms, meshDim, 5, 1);
        vector<RealOpenMM> charges(numberOfAtoms);
        for (int i = 0; i < numberOfAtoms; i++)
            charges[i] = posq[4*i+3];
        RealOpenMM boxSize[3] = {periodicBoxSize[0], periodicBoxSize[1], periodicBoxSize[2]};
        RealOpenMM recipEnergy = 0.0;
        pme_exec(pmedata, atomCoordinates, forces, charges, boxSize, &recipEnergy, virial);
        if (totalEnergy)
            *totalEnergy += recipEnergy;
246
        pme_destroy(pmedata);
peastman's avatar
peastman committed
247
    }
248
249
250

    // Ewald method

peastman's avatar
peastman committed
251
    else if (ewald) {
252

peastman's avatar
peastman committed
253
        // setup reciprocal box
254

peastman's avatar
peastman committed
255
        float recipBoxSize[3] = { TWO_PI / periodicBoxSize[0], TWO_PI / periodicBoxSize[1], TWO_PI / periodicBoxSize[2]};
256
257


peastman's avatar
peastman committed
258
        // setup K-vectors
259

peastman's avatar
peastman committed
260
261
262
263
        #define EIR(x, y, z) eir[(x)*numberOfAtoms*3+(y)*3+z]
        vector<d_complex> eir(kmax*numberOfAtoms*3);
        vector<d_complex> tab_xy(numberOfAtoms);
        vector<d_complex> tab_qxyz(numberOfAtoms);
264

peastman's avatar
peastman committed
265
266
267
268
        for (int i = 0; (i < numberOfAtoms); i++) {
            float* pos = posq+4*i;
            for (int m = 0; (m < 3); m++)
              EIR(0, i, m) = d_complex(1,0);
269

peastman's avatar
peastman committed
270
271
272
            for (int m=0; (m<3); m++)
              EIR(1, i, m) = d_complex(cos(pos[m]*recipBoxSize[m]),
                                       sin(pos[m]*recipBoxSize[m]));
273

peastman's avatar
peastman committed
274
275
276
            for (int j=2; (j<kmax); j++)
              for (int m=0; (m<3); m++)
                EIR(j, i, m) = EIR(j-1, i, m) * EIR(1, i, m);
277
278
        }

peastman's avatar
peastman committed
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
        // calculate reciprocal space energy and forces

        int lowry = 0;
        int lowrz = 1;

        for (int rx = 0; rx < numRx; rx++) {
            float kx = rx * recipBoxSize[0];
            for (int ry = lowry; ry < numRy; ry++) {
                float ky = ry * recipBoxSize[1];
                if (ry >= 0) {
                    for (int n = 0; n < numberOfAtoms; n++)
                      tab_xy[n] = EIR(rx, n, 0) * EIR(ry, n, 1);
                }
                else {
                    for (int n = 0; n < numberOfAtoms; n++)
                      tab_xy[n]= EIR(rx, n, 0) * conj (EIR(-ry, n, 1));
                }
                for (int rz = lowrz; rz < numRz; rz++) {
                    if (rz >= 0) {
                        for (int n = 0; n < numberOfAtoms; n++)
                            tab_qxyz[n] = posq[4*n+3] * (tab_xy[n] * EIR(rz, n, 2));
                    }
                    else {
                        for (int n = 0; n < numberOfAtoms; n++)
                            tab_qxyz[n] = posq[4*n+3] * (tab_xy[n] * conj(EIR(-rz, n, 2)));
                    }
                    float cs = 0.0f;
                    float ss = 0.0f;

                    for (int n = 0; n < numberOfAtoms; n++) {
                        cs += tab_qxyz[n].real();
                        ss += tab_qxyz[n].imag();
                    }

                    float kz = rz * recipBoxSize[2];
                    float k2 = kx * kx + ky * ky + kz * kz;
                    float ak = exp(k2*factorEwald) / k2;

                    for (int n = 0; n < numberOfAtoms; n++) {
                        float force = ak * (cs * tab_qxyz[n].imag() - ss * tab_qxyz[n].real());
                        forces[n][0] += 2 * recipCoeff * force * kx;
                        forces[n][1] += 2 * recipCoeff * force * ky;
                        forces[n][2] += 2 * recipCoeff * force * kz;
                    }

                    if (totalEnergy)
                        *totalEnergy += recipCoeff * ak * (cs * cs + ss * ss);

                    lowrz = 1 - numRz;
                }
                lowry = 1 - numRy;
            }
331
332
        }
    }
peastman's avatar
peastman committed
333
}
334
335


336
337
void CpuNonbondedForce::calculateDirectIxn(int numberOfAtoms, float* posq, const vector<pair<float, float> >& atomParameters,
                const vector<set<int> >& exclusions, float* forces, float* totalEnergy) {
338
339
    // Record the parameters for the threads.
    
peastman's avatar
peastman committed
340
    this->numberOfAtoms = numberOfAtoms;
341
    this->posq = posq;
peastman's avatar
peastman committed
342
343
    this->atomParameters = &atomParameters[0];
    this->exclusions = &exclusions[0];
344
345
346
347
348
349
350
351
352
353
354
355
356
    includeEnergy = (totalEnergy != NULL);
    
    // Signal the threads to start running and wait for them to finish.
    
    pthread_mutex_lock(&lock);
    waitCount = 0;
    pthread_cond_broadcast(&startCondition);
    while (waitCount < numThreads)
        pthread_cond_wait(&endCondition, &lock);
    pthread_mutex_unlock(&lock);
    
    // Combine the results from all the threads.
    
peastman's avatar
peastman committed
357
    double directEnergy = 0;
358
359
360
361
362
363
364
365
    for (int i = 0; i < numThreads; i++)
        directEnergy += threadData[i]->threadEnergy;
    for (int i = 0; i < numberOfAtoms; i++) {
        __m128 f = _mm_loadu_ps(forces+4*i);
        for (int j = 0; j < numThreads; j++)
            f = _mm_add_ps(f, _mm_loadu_ps(&threadData[j]->threadForce[4*i]));
        _mm_storeu_ps(forces+4*i, f);
    }
366

367
    if (ewald || pme) {
peastman's avatar
peastman committed
368
369
        // Now subtract off the exclusions, since they were implicitly included in the reciprocal space sum.

peastman's avatar
peastman committed
370
371
        __m128 boxSize = _mm_set_ps(0, periodicBoxSize[2], periodicBoxSize[1], periodicBoxSize[0]);
        __m128 invBoxSize = _mm_set_ps(0, (1/periodicBoxSize[2]), (1/periodicBoxSize[1]), (1/periodicBoxSize[0]));
peastman's avatar
peastman committed
372
373
374
        for (int i = 0; i < numberOfAtoms; i++)
            for (set<int>::const_iterator iter = exclusions[i].begin(); iter != exclusions[i].end(); ++iter) {
                if (*iter > i) {
peastman's avatar
peastman committed
375
376
377
378
379
380
                    int ii = i;
                    int jj = *iter;
                    __m128 deltaR;
                    __m128 posI = _mm_loadu_ps(posq+4*ii);
                    __m128 posJ = _mm_loadu_ps(posq+4*jj);
                    float r2;
peastman's avatar
peastman committed
381
                    getDeltaR(posJ, posI, deltaR, r2, false, boxSize, invBoxSize);
peastman's avatar
peastman committed
382
383
384
                    float r         = sqrtf(r2);
                    float inverseR  = 1/r;
                    float chargeProd = ONE_4PI_EPS0*posq[4*ii+3]*posq[4*jj+3];
385
386
                    float alphaR = alphaEwald*r;
                    float erfcAlphaR = erfcApprox(alphaR);
peastman's avatar
peastman committed
387
                    float dEdR      = (float) (chargeProd * inverseR * inverseR * inverseR);
388
                          dEdR      = (float) (dEdR * (1.0f-erfcAlphaR-TWO_OVER_SQRT_PI*alphaR*exp(-alphaR*alphaR)));
peastman's avatar
peastman committed
389
390
391
392
                    __m128 result = _mm_mul_ps(deltaR, _mm_set1_ps(dEdR));
                    _mm_storeu_ps(forces+4*ii, _mm_sub_ps(_mm_loadu_ps(forces+4*ii), result));
                    _mm_storeu_ps(forces+4*jj, _mm_add_ps(_mm_loadu_ps(forces+4*jj), result));
                    if (includeEnergy)
393
                        directEnergy -= chargeProd*inverseR*(1.0f-erfcAlphaR);
peastman's avatar
peastman committed
394
                }
395
            }
peastman's avatar
peastman committed
396
    }
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
    if (totalEnergy != NULL)
        *totalEnergy += (float) directEnergy;
}


void CpuNonbondedForce::runThread(int index, vector<float>& threadForce, double& threadEnergy) {
    while (true) {
        // Wait for the signal to start running.
        
        pthread_mutex_lock(&lock);
        waitCount++;
        pthread_cond_signal(&endCondition);
        pthread_cond_wait(&startCondition, &lock);
        pthread_mutex_unlock(&lock);
        if (isDeleted)
            break;
        
        // Compute this thread's subset of interactions.
peastman's avatar
peastman committed
415
        
416
417
418
419
420
        threadEnergy = 0;
        double* energyPtr = (includeEnergy ? &threadEnergy : NULL);
        threadForce.resize(4*numberOfAtoms, 0.0f);
        for (int i = 0; i < 4*numberOfAtoms; i++)
            threadForce[i] = 0.0f;
peastman's avatar
peastman committed
421
422
        __m128 boxSize = _mm_set_ps(0, periodicBoxSize[2], periodicBoxSize[1], periodicBoxSize[0]);
        __m128 invBoxSize = _mm_set_ps(0, (1/periodicBoxSize[2]), (1/periodicBoxSize[1]), (1/periodicBoxSize[0]));
423
424
425
426
427
        if (ewald || pme) {
            // Compute the interactions from the neighbor list.

            for (int i = index; i < (int) neighborList->size(); i += numThreads) {
                pair<int, int> pair = (*neighborList)[i];
peastman's avatar
peastman committed
428
                calculateOneEwaldIxn(pair.first, pair.second, &threadForce[0], energyPtr, boxSize, invBoxSize);
429
            }
430
        }
431
432
433
434
435
        else if (cutoff) {
            // Compute the interactions from the neighbor list.

            for (int i = index; i < (int) neighborList->size(); i += numThreads) {
                pair<int, int> pair = (*neighborList)[i];
peastman's avatar
peastman committed
436
                calculateOneIxn(pair.first, pair.second, &threadForce[0], energyPtr, boxSize, invBoxSize);
437
438
439
440
            }
        }
        else {
            // Loop over all atom pairs
441

442
443
444
            for (int i = index; i < numberOfAtoms; i += numThreads){
                for (int j = i+1; j < numberOfAtoms; j++)
                    if (exclusions[j].find(i) == exclusions[j].end())
peastman's avatar
peastman committed
445
                        calculateOneIxn(i, j, &threadForce[0], energyPtr, boxSize, invBoxSize);
446
            }
peastman's avatar
peastman committed
447
448
        }
    }
449
450
}

peastman's avatar
peastman committed
451
void CpuNonbondedForce::calculateOneIxn(int ii, int jj, float* forces, double* totalEnergy, const __m128& boxSize, const __m128& invBoxSize) {
452
453
    // get deltaR, R2, and R between 2 atoms

454
    __m128 deltaR;
peastman's avatar
peastman committed
455
456
    __m128 posI = _mm_loadu_ps(posq+4*ii);
    __m128 posJ = _mm_loadu_ps(posq+4*jj);
457
    float r2;
peastman's avatar
peastman committed
458
    getDeltaR(posJ, posI, deltaR, r2, periodic, boxSize, invBoxSize);
459
460
    if (cutoff && r2 >= cutoffDistance*cutoffDistance)
        return;
461
462
    float r = sqrtf(r2);
    float inverseR = 1/r;
463
    float switchValue = 1, switchDeriv = 0;
464
465
466
467
    if (useSwitch && r > switchingDistance) {
        float t = (r-switchingDistance)/(cutoffDistance-switchingDistance);
        switchValue = 1+t*t*t*(-10+t*(15-t*6));
        switchDeriv = t*t*(-30+t*(60-t*30))/(cutoffDistance-switchingDistance);
468
    }
peastman's avatar
peastman committed
469
    float sig       = atomParameters[ii].first + atomParameters[jj].first;
470
    float sig2      = inverseR*sig;
471
          sig2     *= sig2;
472
473
    float sig6      = sig2*sig2*sig2;

peastman's avatar
peastman committed
474
    float eps       = atomParameters[ii].second*atomParameters[jj].second;
475
    float dEdR      = switchValue*eps*(12.0f*sig6 - 6.0f)*sig6;
peastman's avatar
peastman committed
476
    float chargeProd = ONE_4PI_EPS0*posq[4*ii+3]*posq[4*jj+3];
477
    if (cutoff)
478
        dEdR += (float) (chargeProd*(inverseR-2.0f*krf*r2));
479
    else
480
        dEdR += (float) (chargeProd*inverseR);
peastman's avatar
peastman committed
481
    dEdR *= inverseR*inverseR;
482
    float energy = eps*(sig6-1.0f)*sig6;
483
484
485
486
487
    if (useSwitch) {
        dEdR -= energy*switchDeriv*inverseR;
        energy *= switchValue;
    }

488
    // accumulate energies
489

490
491
492
493
494
495
    if (totalEnergy) {
        if (cutoff)
            energy += (float) (chargeProd*(inverseR+krf*r2-crf));
        else
            energy += (float) (chargeProd*inverseR);
        *totalEnergy += energy;
496
497
    }

498
    // accumulate forces
499

500
501
502
    __m128 result = _mm_mul_ps(deltaR, _mm_set1_ps(dEdR));
    _mm_storeu_ps(forces+4*ii, _mm_add_ps(_mm_loadu_ps(forces+4*ii), result));
    _mm_storeu_ps(forces+4*jj, _mm_sub_ps(_mm_loadu_ps(forces+4*jj), result));
503
504
  }

peastman's avatar
peastman committed
505
void CpuNonbondedForce::calculateOneEwaldIxn(int ii, int jj, float* forces, double* totalEnergy, const __m128& boxSize, const __m128& invBoxSize) {
peastman's avatar
peastman committed
506
507
508
509
    __m128 deltaR;
    __m128 posI = _mm_loadu_ps(posq+4*ii);
    __m128 posJ = _mm_loadu_ps(posq+4*jj);
    float r2;
peastman's avatar
peastman committed
510
    getDeltaR(posJ, posI, deltaR, r2, true, boxSize, invBoxSize);
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
    if (r2 < cutoffDistance*cutoffDistance) {
        float r         = sqrtf(r2);
        float inverseR  = 1/r;
        float switchValue = 1, switchDeriv = 0;
        if (useSwitch && r > switchingDistance) {
            float t = (r-switchingDistance)/(cutoffDistance-switchingDistance);
            switchValue = 1+t*t*t*(-10+t*(15-t*6));
            switchDeriv = t*t*(-30+t*(60-t*30))/(cutoffDistance-switchingDistance);
        }
        float chargeProd = ONE_4PI_EPS0*posq[4*ii+3]*posq[4*jj+3];
        float dEdR      = chargeProd*inverseR*ewaldScaleFunction(r);
        float sig       = atomParameters[ii].first +  atomParameters[jj].first;
        float sig2      = inverseR*sig;
              sig2     *= sig2;
        float sig6      = sig2*sig2*sig2;
        float eps       = atomParameters[ii].second*atomParameters[jj].second;
              dEdR     += switchValue*eps*(12.0f*sig6 - 6.0f)*sig6;
        dEdR *= inverseR*inverseR;
        float energy = eps*(sig6-1.0f)*sig6;
        if (useSwitch) {
            dEdR -= energy*switchDeriv*inverseR;
            energy *= switchValue;
        }
peastman's avatar
peastman committed
534

535
        // accumulate forces
peastman's avatar
peastman committed
536

537
538
539
        __m128 result = _mm_mul_ps(deltaR, _mm_set1_ps(dEdR));
        _mm_storeu_ps(forces+4*ii, _mm_add_ps(_mm_loadu_ps(forces+4*ii), result));
        _mm_storeu_ps(forces+4*jj, _mm_sub_ps(_mm_loadu_ps(forces+4*jj), result));
peastman's avatar
peastman committed
540

541
        // accumulate energies
peastman's avatar
peastman committed
542

543
544
545
546
        if (totalEnergy) {
            energy += (float) (chargeProd*inverseR*erfcApprox(alphaEwald*r));
            *totalEnergy += energy;
        }
peastman's avatar
peastman committed
547
548
549
    }
}

peastman's avatar
peastman committed
550
void CpuNonbondedForce::getDeltaR(const __m128& posI, const __m128& posJ, __m128& deltaR, float& r2, bool periodic, const __m128& boxSize, const __m128& invBoxSize) const {
551
    deltaR = _mm_sub_ps(posJ, posI);
552
    if (periodic) {
peastman's avatar
peastman committed
553
        __m128 base = _mm_mul_ps(_mm_floor_ps(_mm_add_ps(_mm_mul_ps(deltaR, invBoxSize), _mm_set1_ps(0.5))), boxSize);
554
        deltaR = _mm_sub_ps(deltaR, base);
555
    }
556
    r2 = _mm_cvtss_f32(_mm_dp_ps(deltaR, deltaR, 0x71));
557
}
peastman's avatar
peastman committed
558
559
560
561
562
563
564
565
566
567
568
569

float CpuNonbondedForce::erfcApprox(float x) {
    // This approximation for erfc is from Abramowitz and Stegun (1964) p. 299.  They cite the following as
    // the original source: C. Hastings, Jr., Approximations for Digital Computers (1955).  It has a maximum
    // error of 3e-7.

    float t = 1.0f+(0.0705230784f+(0.0422820123f+(0.0092705272f+(0.0001520143f+(0.0002765672f+0.0000430638f*x)*x)*x)*x)*x)*x;
    t *= t;
    t *= t;
    t *= t;
    return 1.0f/(t*t);
}
peastman's avatar
peastman committed
570
571
572
573
574
575
576
577
578
579

float CpuNonbondedForce::ewaldScaleFunction(float x) {
    // Compute the tabulated Ewald scale factor: erfc(alpha*r) + 2*alpha*r*exp(-alpha*alpha*r*r)/sqrt(PI)

    int lower = (int) (x*ewaldDXInv);
    int upper = lower+1;
    float a = (ewaldScaleX[upper]-x)*ewaldDXInv;
    float b = 1.0f-a;
    return a*ewaldScaleY[lower]+b*ewaldScaleY[upper]+((a*a*a-a)*ewaldScaleDeriv[lower] + (b*b*b-b)*ewaldScaleDeriv[upper]);
}