CudaPmePencilZ Class Reference

#include <CudaPmeSolver.h>

Inheritance diagram for CudaPmePencilZ:

Public Member Functions
CudaPmePencilZ_SDAG_CODE	CudaPmePencilZ ()
	CudaPmePencilZ (CkMigrateMessage *m)
	~CudaPmePencilZ ()
void	initialize (CudaPmeXInitMsg *msg)
void	initialize (CudaPmeXYInitMsg *msg)
void	initializeDevice (InitDeviceMsg2 *msg)
void	energyAndVirialDone ()

Detailed Description

Definition at line 175 of file CudaPmeSolver.h.

Constructor & Destructor Documentation

CudaPmePencilZ_SDAG_CODE CudaPmePencilZ::CudaPmePencilZ ( )

inline

Definition at line 178 of file CudaPmeSolver.h.

: numGetDeviceBufferY(0), numGetDeviceBufferXY(0), eventCreated(false) {}

CudaPmePencilZ::CudaPmePencilZ ( CkMigrateMessage *  m )

inline

Definition at line 179 of file CudaPmeSolver.h.

: numGetDeviceBufferY(0), numGetDeviceBufferXY(0), eventCreated(false) {}

CudaPmePencilZ::~CudaPmePencilZ

(

)

Definition at line 732 of file CudaPmeSolver.C.

References cudaCheck.

                                {
  if (eventCreated) cudaCheck(cudaEventDestroy(event));
}

Member Function Documentation

void CudaPmePencilZ::energyAndVirialDone

(

)

Definition at line 932 of file CudaPmeSolver.C.

                                         {
  submitReductions();
}

void CudaPmePencilZ::initialize

(

CudaPmeXInitMsg *

msg

)

Definition at line 710 of file CudaPmeSolver.C.

References CudaPmeXInitMsg::pmeGrid, CudaPmeXInitMsg::pmePencilY, and CudaPmeXInitMsg::yMap.

                                                    {
  useXYslab = false;
  pmeGrid = msg->pmeGrid;
  pmePencilY = msg->pmePencilY;
  yMap = msg->yMap;

  delete msg;

  initBlockSizes();
}

void CudaPmePencilZ::initialize

(

CudaPmeXYInitMsg *

msg

)

Definition at line 721 of file CudaPmeSolver.C.

References CudaPmeXYInitMsg::pmeGrid, CudaPmeXYInitMsg::pmePencilXY, and CudaPmeXYInitMsg::xyMap.

                                                     {
  useXYslab = true;
  pmeGrid = msg->pmeGrid;
  pmePencilXY = msg->pmePencilXY;
  xyMap = msg->xyMap;

  delete msg;

  initBlockSizes();
}

void CudaPmePencilZ::initializeDevice

(

InitDeviceMsg2 *

msg

)

Definition at line 739 of file CudaPmeSolver.C.

References cudaCheck, InitDeviceMsg2::deviceID, ComputeNonbondedUtil::ewaldcof, InitDeviceMsg2::mgrProxy, Perm_Z_cX_Y, InitDeviceMsg2::stream, and z.

                                                         {
  // Get device proxy
  // CProxy_ComputePmeCUDADevice deviceProxy = msg->deviceProxy;
  deviceID = msg->deviceID;
  stream = msg->stream;
  CProxy_ComputePmeCUDAMgr mgrProxy = msg->mgrProxy;
  delete msg;
  // deviceID = deviceProxy.ckLocalBranch()->getDeviceID();
  // cudaStream_t stream = deviceProxy.ckLocalBranch()->getStream();
  // CProxy_ComputePmeCUDAMgr mgrProxy = deviceProxy.ckLocalBranch()->getMgrProxy();
  // Setup fftCompute and pmeKSpaceCompute
  fftCompute = new CudaFFTCompute(deviceID, stream);
  pmeTranspose = new CudaPmeTranspose(pmeGrid, Perm_Z_cX_Y, thisIndex.x, thisIndex.y, deviceID, stream);
  pmeKSpaceCompute = new CudaPmeKSpaceCompute(pmeGrid, Perm_Z_cX_Y, thisIndex.x, thisIndex.y,
    ComputeNonbondedUtil::ewaldcof, deviceID, stream);

  // Create event. NOTE: Events are tied to devices, hence the cudaSetDevice() here
  cudaCheck(cudaSetDevice(deviceID));
  cudaCheck(cudaEventCreateWithFlags(&event, cudaEventDisableTiming));
  eventCreated = true;

  deviceBuffers.resize(pmeGrid.zBlocks, DeviceBuffer(-1, false, NULL));
  numDeviceBuffers = 0;

  if (useXYslab) {
    for (int z=0;z < pmeGrid.zBlocks;z++) {
      int pe = xyMap.ckLocalBranch()->procNum(0, CkArrayIndex3D(0,0,z));
      if (CkNodeOf(pe) == CkMyNode()) {
        int deviceID0 = mgrProxy.ckLocalBranch()->getDeviceIDPencilX(0, z);
        // Check for Peer-to-Peer access
        int canAccessPeer = 0;
        if (deviceID != deviceID0) {
          cudaCheck(cudaSetDevice(deviceID));
          cudaCheck(cudaDeviceCanAccessPeer(&canAccessPeer, deviceID, deviceID0));
        }
#ifdef DISABLE_P2P
        canAccessPeer = 0;
#endif
        numDeviceBuffers++;
        deviceBuffers[z] = DeviceBuffer(deviceID0, canAccessPeer, NULL);
        pmePencilXY(0,0,z).getDeviceBuffer(thisIndex.x, (deviceID0 == deviceID) || canAccessPeer, thisProxy);
      }
    }
  } else {
    for (int z=0;z < pmeGrid.zBlocks;z++) {
      int pe = yMap.ckLocalBranch()->procNum(0, CkArrayIndex3D(thisIndex.x,0,z));
      if (CkNodeOf(pe) == CkMyNode()) {
        int deviceID0 = mgrProxy.ckLocalBranch()->getDeviceIDPencilY(thisIndex.x, z);
        numDeviceBuffers++;
        deviceBuffers[z] = DeviceBuffer(deviceID0, false, NULL);
        pmePencilY(thisIndex.x,0,z).getDeviceBuffer(thisIndex.y, (deviceID0 == deviceID), thisProxy);
      }
    }
  }

}

---

The documentation for this class was generated from the following files:

• CudaPmeSolver.h
• CudaPmeSolver.C