DeviceCUDA.C File Reference

#include "common.h"
#include "charm++.h"
#include "DeviceCUDA.h"
#include "WorkDistrib.h"
#include "CudaUtils.h"
#include <cuda_runtime.h>
#include <cuda.h>

Go to the source code of this file.

Classes
struct	cuda_args_t

Macros
#define	MAX_NUM_RANKS   2048
#define	MAX_NUM_DEVICES   256
#define	REGISTER_DEVICE_EVENTS(DEV)

Functions
void	cuda_initialize ()
void	cuda_finalize ()
void	cuda_getargs (char **argv)

Variables
__thread DeviceCUDA *	deviceCUDA
static __thread cuda_args_t	cuda_args
int	deviceIDList [MAX_NUM_RANKS]
int	masterPeList [MAX_NUM_DEVICES]

Macro Definition Documentation

#define MAX_NUM_DEVICES   256

Definition at line 74 of file DeviceCUDA.C.

Referenced by DeviceCUDA::initialize().

#define MAX_NUM_RANKS   2048

Definition at line 71 of file DeviceCUDA.C.

Referenced by DeviceCUDA::initialize().

#define REGISTER_DEVICE_EVENTS

(

DEV

)

Value:

traceRegisterUserEvent("CUDA device " #DEV " remote", CUDA_EVENT_ID_BASE + 2 * DEV); \
  traceRegisterUserEvent("CUDA device " #DEV " local", CUDA_EVENT_ID_BASE + 2 * DEV + 1);

Function Documentation

void cuda_finalize

(

)

Definition at line 30 of file DeviceCUDA.C.

Referenced by BackEnd::exit().

                     {
    int ndevs = 0;
    cudaGetDeviceCount(&ndevs);
    for ( int dev=0; dev < ndevs; ++dev ) {
        cudaSetDevice(dev);
        cudaDeviceReset();
    }
}

void cuda_getargs

(

char **

argv

)

Definition at line 55 of file DeviceCUDA.C.

References cuda_args, cuda_args_t::devicelist, cuda_args_t::devicesperreplica, cuda_args_t::ignoresharing, cuda_args_t::mergegrids, NAMD_die(), cuda_args_t::nomergegrids, cuda_args_t::nostreaming, and cuda_args_t::usedevicelist.

Referenced by all_init().

                               {
  cuda_args.devicelist = 0;
  cuda_args.usedevicelist = CmiGetArgStringDesc(argv, "+devices", &cuda_args.devicelist,
                "comma-delimited list of CUDA device numbers such as 0,2,1,2");
  cuda_args.devicesperreplica = 0;
  CmiGetArgInt(argv, "+devicesperreplica", &cuda_args.devicesperreplica);
  if ( cuda_args.devicesperreplica < 0 ) NAMD_die("Devices per replica must be positive\n");
  cuda_args.ignoresharing = CmiGetArgFlag(argv, "+ignoresharing");
  cuda_args.mergegrids = CmiGetArgFlag(argv, "+mergegrids");
  cuda_args.nomergegrids = CmiGetArgFlag(argv, "+nomergegrids");
  if ( cuda_args.mergegrids && cuda_args.nomergegrids ) NAMD_die("Do not specify both +mergegrids and +nomergegrids");
  cuda_args.nostreaming = CmiGetArgFlag(argv, "+nostreaming");
}

void cuda_initialize

(

)

Definition at line 24 of file DeviceCUDA.C.

References deviceCUDA, and DeviceCUDA::initialize().

Referenced by WorkDistrib::peOrderingReady().

                       {
        deviceCUDA = new DeviceCUDA();
        deviceCUDA->initialize();
}

Variable Documentation

__thread cuda_args_t cuda_args

static

Definition at line 53 of file DeviceCUDA.C.

Referenced by cuda_getargs(), and DeviceCUDA::initialize().

__thread DeviceCUDA* deviceCUDA

Definition at line 22 of file DeviceCUDA.C.

Referenced by ComputeNonbondedCUDA::assignPatches(), CudaComputeNonbonded::assignPatches(), ComputeBondedCUDAKernel::bondedForce(), build_cuda_exclusions(), build_cuda_force_table(), CudaTileListKernel::buildTileLists(), ComputePmeMgr::chargeGridSubmitted(), ComputeNonbondedCUDA::ComputeNonbondedCUDA(), ComputeMgr::createComputes(), ComputeCUDAMgr::createCudaComputeNonbonded(), cuda_check_local_calc(), cuda_check_remote_calc(), cuda_check_remote_progress(), cuda_initialize(), ComputePme::doWork(), ComputeNonbondedCUDA::doWork(), ComputeNonbondedCUDA::finishWork(), CudaComputeGBISKernel::GBISphase1(), CudaComputeGBISKernel::GBISphase2(), CudaComputeGBISKernel::GBISphase3(), ComputeCUDAMgr::getCudaComputeNonbonded(), ComputeCUDAMgr::initialize(), ComputePmeMgr::initialize(), ComputePmeMgr::initialize_computes(), ComputePmeMgr::initialize_pencils(), ComputePmeCUDAMgr::initialize_pencils(), ComputePmeCUDAMgr::isPmeDevice(), CudaComputeNonbondedKernel::nonbondedForce(), ComputeNonbondedCUDA::recvYieldDevice(), CudaComputeNonbondedKernel::reduceVirialEnergy(), ComputeNonbondedCUDA::requirePatch(), ComputePmeCUDAMgr::setupPencils(), ComputePmeMgr::ungridCalc(), and ComputeCUDAMgr::update().

int deviceIDList[MAX_NUM_RANKS]

Definition at line 72 of file DeviceCUDA.C.

Referenced by DeviceCUDA::getDeviceIDforPe(), and DeviceCUDA::initialize().

int masterPeList[MAX_NUM_DEVICES]

Definition at line 75 of file DeviceCUDA.C.

Referenced by DeviceCUDA::getMasterPeForDeviceID(), and DeviceCUDA::initialize().