/* -------------------------------------------------------------------------- * * OpenMM * * -------------------------------------------------------------------------- * * This is part of the OpenMM molecular simulation toolkit originating from * * Simbios, the NIH National Center for Physics-Based Simulation of * * Biological Structures at Stanford, funded under the NIH Roadmap for * * Medical Research, grant U54 GM072970. See https://simtk.org. * * * * Portions copyright (c) 2009 Stanford University and the Authors. * * Authors: Scott Le Grand, Peter Eastman * * Contributors: * * * * This program is free software: you can redistribute it and/or modify * * it under the terms of the GNU Lesser General Public License as published * * by the Free Software Foundation, either version 3 of the License, or * * (at your option) any later version. * * * * This program is distributed in the hope that it will be useful, * * but WITHOUT ANY WARRANTY; without even the implied warranty of * * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * * GNU Lesser General Public License for more details. * * * * You should have received a copy of the GNU Lesser General Public License * * along with this program. If not, see . * * -------------------------------------------------------------------------- */ #include #include #include #include #include #include #include using namespace std; #include "gputypes.h" #include "cudatypes.h" #define UNROLLXX 0 #define UNROLLXY 0 struct Atom { float x; float y; float z; float4 params; float fx; float fy; float fz; }; static __constant__ cudaGmxSimulation cSim; static __constant__ Expression<256> forceExp; static __constant__ Expression<256> energyExp; #include "kEvaluateExpression.h" void SetCalculateCustomNonbondedForcesSim(gpuContext gpu) { cudaError_t status; status = cudaMemcpyToSymbol(cSim, &gpu->sim, sizeof(cudaGmxSimulation)); RTERROR(status, "cudaMemcpyToSymbol: SetSim copy to cSim failed"); } void GetCalculateCustomNonbondedForcesSim(gpuContext gpu) { cudaError_t status; status = cudaMemcpyFromSymbol(&gpu->sim, cSim, sizeof(cudaGmxSimulation)); RTERROR(status, "cudaMemcpyFromSymbol: SetSim copy from cSim failed"); } void SetCustomNonbondedForceExpression(const Expression<256>& expression) { cudaError_t status; status = cudaMemcpyToSymbol(forceExp, &expression, sizeof(forceExp)); RTERROR(status, "SetCustomNonbondedForceExpression: cudaMemcpyToSymbol failed"); } void SetCustomNonbondedEnergyExpression(const Expression<256>& expression) { cudaError_t status; status = cudaMemcpyToSymbol(energyExp, &expression, sizeof(energyExp)); RTERROR(status, "SetCustomNonbondedEnergyExpression: cudaMemcpyToSymbol failed"); } void SetCustomNonbondedGlobalParams(const vector& paramValues) { cudaError_t status; status = cudaMemcpyToSymbol(globalParams, ¶mValues[0], paramValues.size()*sizeof(float)); RTERROR(status, "SetCustomNonbondedGlobalParams: cudaMemcpyToSymbol failed"); } // Include versions of the kernels for N^2 calculations. #define METHOD_NAME(a, b) a##N2##b #include "kCalculateCustomNonbondedForces.h" #define USE_OUTPUT_BUFFER_PER_WARP #undef METHOD_NAME #define METHOD_NAME(a, b) a##N2ByWarp##b #include "kCalculateCustomNonbondedForces.h" // Include versions of the kernels with cutoffs. #undef METHOD_NAME #undef USE_OUTPUT_BUFFER_PER_WARP #define USE_CUTOFF #define METHOD_NAME(a, b) a##Cutoff##b #include "kCalculateCustomNonbondedForces.h" #define USE_OUTPUT_BUFFER_PER_WARP #undef METHOD_NAME #define METHOD_NAME(a, b) a##CutoffByWarp##b #include "kCalculateCustomNonbondedForces.h" // Include versions of the kernels with periodic boundary conditions. #undef METHOD_NAME #undef USE_OUTPUT_BUFFER_PER_WARP #define USE_PERIODIC #define METHOD_NAME(a, b) a##Periodic##b #include "kCalculateCustomNonbondedForces.h" #define USE_OUTPUT_BUFFER_PER_WARP #undef METHOD_NAME #define METHOD_NAME(a, b) a##PeriodicByWarp##b #include "kCalculateCustomNonbondedForces.h" __global__ void kFindBlockBoundsCutoff_kernel(); __global__ void kFindBlocksWithInteractionsCutoff_kernel(); __global__ void kFindInteractionsWithinBlocksCutoff_kernel(unsigned int* workUnit); __global__ void kFindBlockBoundsPeriodic_kernel(); __global__ void kFindBlocksWithInteractionsPeriodic_kernel(); __global__ void kFindInteractionsWithinBlocksPeriodic_kernel(unsigned int* workUnit); void kCalculateCustomNonbondedForces(gpuContext gpu, bool neighborListValid) { // printf("kCalculateCustomNonbondedCutoffForces\n"); if (gpu->tabulatedFunctionsChanged) { cudaChannelFormatDesc channelDesc = cudaCreateChannelDesc(); if (gpu->tabulatedFunctions[0].coefficients != NULL) cudaBindTexture(NULL, &texRef0, gpu->tabulatedFunctions[0].coefficients->_pDevData, &channelDesc, gpu->tabulatedFunctions[0].coefficients->_length*sizeof(float4)); if (gpu->tabulatedFunctions[1].coefficients != NULL) cudaBindTexture(NULL, &texRef1, gpu->tabulatedFunctions[1].coefficients->_pDevData, &channelDesc, gpu->tabulatedFunctions[1].coefficients->_length*sizeof(float4)); if (gpu->tabulatedFunctions[2].coefficients != NULL) cudaBindTexture(NULL, &texRef2, gpu->tabulatedFunctions[2].coefficients->_pDevData, &channelDesc, gpu->tabulatedFunctions[2].coefficients->_length*sizeof(float4)); if (gpu->tabulatedFunctions[3].coefficients != NULL) cudaBindTexture(NULL, &texRef3, gpu->tabulatedFunctions[3].coefficients->_pDevData, &channelDesc, gpu->tabulatedFunctions[3].coefficients->_length*sizeof(float4)); gpu->tabulatedFunctionsChanged = false; } int sharedPerThread = sizeof(Atom)+gpu->sim.customExpressionStackSize*sizeof(float)+9*sizeof(float); if (gpu->sim.customNonbondedMethod != NO_CUTOFF) sharedPerThread += sizeof(float3); int threads = gpu->sim.nonbond_threads_per_block; int maxThreads = 16380/sharedPerThread; if (threads > maxThreads) threads = (maxThreads/32)*32; switch (gpu->sim.customNonbondedMethod) { case NO_CUTOFF: if (gpu->bOutputBufferPerWarp) kCalculateCustomNonbondedN2ByWarpForces_kernel<<sim.nonbond_blocks, threads, sharedPerThread*threads>>>(gpu->sim.pWorkUnit); else kCalculateCustomNonbondedN2Forces_kernel<<sim.nonbond_blocks, threads, sharedPerThread*threads>>>(gpu->sim.pWorkUnit); LAUNCHERROR("kCalculateCustomNonbondedN2Forces"); break; case CUTOFF: if (!neighborListValid) { kFindBlockBoundsCutoff_kernel<<<(gpu->psGridBoundingBox->_length+63)/64, 64>>>(); LAUNCHERROR("kFindBlockBoundsCutoff"); kFindBlocksWithInteractionsCutoff_kernel<<sim.interaction_blocks, gpu->sim.interaction_threads_per_block>>>(); LAUNCHERROR("kFindBlocksWithInteractionsCutoff"); compactStream(gpu->compactPlan, gpu->sim.pInteractingWorkUnit, gpu->sim.pWorkUnit, gpu->sim.pInteractionFlag, gpu->sim.workUnits, gpu->sim.pInteractionCount); kFindInteractionsWithinBlocksCutoff_kernel<<sim.nonbond_blocks, gpu->sim.nonbond_threads_per_block, sizeof(unsigned int)*gpu->sim.nonbond_threads_per_block>>>(gpu->sim.pInteractingWorkUnit); } if (gpu->bOutputBufferPerWarp) kCalculateCustomNonbondedCutoffByWarpForces_kernel<<sim.nonbond_blocks, threads, sharedPerThread*threads>>>(gpu->sim.pInteractingWorkUnit); else kCalculateCustomNonbondedCutoffForces_kernel<<sim.nonbond_blocks, threads, sharedPerThread*threads>>>(gpu->sim.pInteractingWorkUnit); LAUNCHERROR("kCalculateCustomNonbondedCutoffForces"); break; case PERIODIC: if (!neighborListValid) { kFindBlockBoundsPeriodic_kernel<<<(gpu->psGridBoundingBox->_length+63)/64, 64>>>(); LAUNCHERROR("kFindBlockBoundsPeriodic"); kFindBlocksWithInteractionsPeriodic_kernel<<sim.interaction_blocks, gpu->sim.interaction_threads_per_block>>>(); LAUNCHERROR("kFindBlocksWithInteractionsPeriodic"); compactStream(gpu->compactPlan, gpu->sim.pInteractingWorkUnit, gpu->sim.pWorkUnit, gpu->sim.pInteractionFlag, gpu->sim.workUnits, gpu->sim.pInteractionCount); kFindInteractionsWithinBlocksPeriodic_kernel<<sim.nonbond_blocks, gpu->sim.nonbond_threads_per_block, sizeof(unsigned int)*gpu->sim.nonbond_threads_per_block>>>(gpu->sim.pInteractingWorkUnit); } if (gpu->bOutputBufferPerWarp) kCalculateCustomNonbondedPeriodicByWarpForces_kernel<<sim.nonbond_blocks, threads, sharedPerThread*threads>>>(gpu->sim.pInteractingWorkUnit); else kCalculateCustomNonbondedPeriodicForces_kernel<<sim.nonbond_blocks, threads, sharedPerThread*threads>>>(gpu->sim.pInteractingWorkUnit); LAUNCHERROR("kCalculateCustomNonbondedPeriodicForces"); break; } }