MsmBlock Class Reference

Inheritance diagram for MsmBlock:

Public Member Functions
	MsmBlock (int level)
	MsmBlock (CkMigrateMessage *m)
void	setupSections ()
void	sumReducedPotential (CkReductionMsg *msg)
void	addCharge (GridMsg *)
void	restriction ()
void	sendUpCharge ()
void	gridCutoff ()
void	addPotential (GridMsg *)
void	prolongation ()
void	sendDownPotential ()
void	sendPatch ()
Public Member Functions inherited from MsmBlockKernel< Float, Float >
	MsmBlockKernel (const msm::BlockIndex &)
	MsmBlockKernel (CkMigrateMessage *m)
void	init ()
void	setupStencils (const msm::Grid< Float > *res, const msm::Grid< Float > *pro)
void	restrictionKernel ()
void	prolongationKernel ()

Public Attributes
CProxySection_MsmGridCutoff	msmGridCutoffBroadcast
CProxySection_MsmGridCutoff	msmGridCutoffReduction
Public Attributes inherited from MsmBlockKernel< Float, Float >
CProxy_ComputeMsmMgr	mgrProxy
ComputeMsmMgr *	mgrLocal
msm::Map *	map
msm::BlockDiagram *	bd
msm::Grid< Float >	qh
msm::Grid< Float >	eh
const msm::Grid< Float > *	resStencil
const msm::Grid< Float > *	proStencil
msm::Grid< Float >	qhRestricted
msm::Grid< Float >	ehProlongated
int	cntRecvsCharge
int	cntRecvsPotential
msm::BlockIndex	blockIndex
msm::Grid< Float >	subgrid
int	sequence

Detailed Description

Definition at line 3071 of file ComputeMsm.C.

Constructor & Destructor Documentation

MsmBlock() [1/2]

MsmBlock::MsmBlock ( int  level )

inline

Definition at line 3079 of file ComputeMsm.C.

References msm::Map::gc, msm::Map::grespro, MsmBlockKernel< Float, Float >::map, and MsmBlockKernel< Float, Float >::setupStencils().

                        :
      MsmBlockKernel<Float,Float>(
          msm::BlockIndex(level,
            msm::Ivec(thisIndex.x, thisIndex.y, thisIndex.z))
          )
    {
#ifndef MSM_GRID_CUTOFF_DECOMP
      setupStencils(&(map->grespro), &(map->grespro), &(map->gc[level]));
#else
      setupStencils(&(map->grespro), &(map->grespro));
#endif
    }

MsmBlock() [2/2]

MsmBlock::MsmBlock ( CkMigrateMessage *  m )

inline

Definition at line 3091 of file ComputeMsm.C.

: MsmBlockKernel<Float,Float>(m) { }

Member Function Documentation

addCharge()

void MsmBlock::addCharge

(

GridMsg *

gm

)

Definition at line 3202 of file ComputeMsm.C.

References MsmBlockKernel< Float, Float >::bd, MsmBlockKernel< Float, Float >::blockIndex, MsmBlockKernel< Float, Float >::cntRecvsCharge, MsmTimer::COMM, GridMsg::get(), gridCutoff(), msm::BlockIndex::level, MsmBlockKernel< Float, Float >::mgrLocal, ComputeMsmMgr::numLevels(), msm::BlockDiagram::numRecvsCharge, MsmBlockKernel< Float, Float >::qh, restriction(), MsmBlockKernel< Float, Float >::sequence, and MsmBlockKernel< Float, Float >::subgrid.

Referenced by sendUpCharge().

{
#ifdef MSM_TIMING
  double startTime, stopTime;
  startTime = CkWallTimer();
#endif
  int pid;
  gm->get(subgrid, pid, sequence);
  delete gm;
  qh += subgrid;
#ifdef MSM_TIMING
  stopTime = CkWallTimer();
  mgrLocal->msmTiming[MsmTimer::COMM] += stopTime - startTime;
#endif
  if (++cntRecvsCharge == bd->numRecvsCharge) {
    int nlevels = mgrLocal->numLevels();
    if (blockIndex.level < nlevels-1) {
      restriction();
    }
    gridCutoff();
  }
} // MsmBlock::addCharge()

addPotential()

void MsmBlock::addPotential

(

GridMsg *

gm

)

Definition at line 3353 of file ComputeMsm.C.

References MsmBlockKernel< Float, Float >::bd, MsmBlockKernel< Float, Float >::blockIndex, MsmBlockKernel< Float, Float >::cntRecvsPotential, MsmTimer::COMM, MsmBlockKernel< Float, Float >::eh, GridMsg::get(), msm::BlockIndex::level, MsmBlockKernel< Float, Float >::mgrLocal, msm::BlockDiagram::numRecvsPotential, prolongation(), sendPatch(), and MsmBlockKernel< Float, Float >::subgrid.

Referenced by sendDownPotential(), and sumReducedPotential().

{
#ifdef MSM_TIMING
  double startTime, stopTime;
  startTime = CkWallTimer();
#endif
  int pid;
  int pseq;
  gm->get(subgrid, pid, pseq);  // receive sender's level
  delete gm;
  eh += subgrid;
#ifdef MSM_TIMING
  stopTime = CkWallTimer();
  mgrLocal->msmTiming[MsmTimer::COMM] += stopTime - startTime;
#endif
  if (++cntRecvsPotential == bd->numRecvsPotential) {
    if (blockIndex.level > 0) {
      prolongation();
    }
    else {
      sendPatch();
    }
  }
} // MsmBlock::addPotential()

gridCutoff()

void MsmBlock::gridCutoff

(

)

Definition at line 3261 of file ComputeMsm.C.

References MsmBlockKernel< Float, Float >::bd, MsmBlockKernel< Float, Float >::blockIndex, MsmTimer::COMM, msm::Grid< T >::data(), msm::Ivec::i, msm::BlockDiagram::indexGridCutoff, msm::Ivec::j, msm::Ivec::k, msm::Array< T >::len(), msm::BlockIndex::level, MsmBlockKernel< Float, Float >::mgrLocal, MSM_PRIORITY, ComputeMsmMgr::msmGridCutoff, msmGridCutoffBroadcast, msm::BlockIndex::n, ComputeMsmMgr::nlevels, GridMsg::put(), MsmBlockKernel< Float, Float >::qh, MsmBlockKernel< Float, Float >::sequence, and SET_PRIORITY.

Referenced by addCharge().

{
#ifdef DEBUG_MSM_GRID
  printf("MsmBlock level=%d, id=%d %d %d:  grid cutoff\n",
      blockIndex.level, blockIndex.n.i, blockIndex.n.j, blockIndex.n.k);
#endif
#ifndef MSM_GRID_CUTOFF_DECOMP
  gridCutoffKernel();
  sendAcrossPotential();
#else // MSM_GRID_CUTOFF_DECOMP

  // send charge block to MsmGridCutoff compute objects
#ifdef MSM_TIMING
  double startTime, stopTime;
  startTime = CkWallTimer();
#endif
  int priority = mgrLocal->nlevels + 2*(mgrLocal->nlevels - blockIndex.level)-1;
  int msgsz = qh.data().len() * sizeof(Float);
  int len = bd->indexGridCutoff.len();

#if 0
  // send charge message to each MsmGridCutoff compute element in list
  for (int n = 0;  n < len;  n++) {
#ifdef MSM_TIMING
    startTime = CkWallTimer();
#endif
    int index = bd->indexGridCutoff[n];
    GridMsg *gm = new(msgsz, sizeof(int)) GridMsg;
    SET_PRIORITY(gm, sequence, MSM_PRIORITY + priority);
    gm->put(qh, blockIndex.level, sequence);  // send my level
#ifdef MSM_TIMING
    stopTime = CkWallTimer();
    mgrLocal->msmTiming[MsmTimer::COMM] += stopTime - startTime;
#endif
    mgrLocal->msmGridCutoff[index].compute(gm);
  }
#else

  // broadcast charge message to section
  GridMsg *gm = new(msgsz, sizeof(int)) GridMsg;
  SET_PRIORITY(gm, sequence, MSM_PRIORITY + priority);
  gm->put(qh, blockIndex.level, sequence);  // send my level
  msmGridCutoffBroadcast.compute(gm);
#ifdef MSM_TIMING
  stopTime = CkWallTimer();
  mgrLocal->msmTiming[MsmTimer::COMM] += stopTime - startTime;
#endif

#endif // 0

#endif // MSM_GRID_CUTOFF_DECOMP

} // MsmBlock::gridCutoff()

prolongation()

void MsmBlock::prolongation ( )

inline

Definition at line 3131 of file ComputeMsm.C.

References MsmBlockKernel< Float, Float >::prolongationKernel(), and sendDownPotential().

Referenced by addPotential().

                        {
      prolongationKernel();
      sendDownPotential();
    }

restriction()

void MsmBlock::restriction ( )

inline

Definition at line 3119 of file ComputeMsm.C.

References MsmBlockKernel< Float, Float >::restrictionKernel(), and sendUpCharge().

Referenced by addCharge().

                       {
      restrictionKernel();
      sendUpCharge();
    }

sendDownPotential()

void MsmBlock::sendDownPotential

(

)

Definition at line 3379 of file ComputeMsm.C.

References addPotential(), ASSERT, MsmBlockKernel< Float, Float >::bd, MsmBlockKernel< Float, Float >::blockIndex, MsmTimer::COMM, MsmBlockKernel< Float, Float >::ehProlongated, msm::Grid< T >::extract(), msm::Ivec::i, msm::Grid< T >::init(), MsmBlockKernel< Float, Float >::init(), msm::Ivec::j, msm::Ivec::k, msm::BlockIndex::level, MsmBlockKernel< Float, Float >::mgrLocal, MSM_PRIORITY, ComputeMsmMgr::msmBlock, msm::BlockIndex::n, ComputeMsmMgr::nlevels, msm::IndexRange::nn(), GridMsg::put(), msm::BlockDiagram::sendDown, MsmBlockKernel< Float, Float >::sequence, SET_PRIORITY, MsmBlockKernel< Float, Float >::subgrid, and msm::Grid< T >::updateLower().

Referenced by prolongation().

{
#ifdef MSM_TIMING
  double startTime, stopTime;
  startTime = CkWallTimer();
#endif
  int lnext = blockIndex.level - 1;
  int priority = mgrLocal->nlevels + 2*(mgrLocal->nlevels - blockIndex.level);
  // buffer portions of grid to send to Blocks on next level
  for (int n = 0;  n < bd->sendDown.len();  n++) {
    // initialize the proper subgrid indexing range
    subgrid.init( bd->sendDown[n].nrange );
    // extract the values from the larger grid into the subgrid
    ehProlongated.extract(subgrid);
    // translate the subgrid indexing range to match the MSM block
    subgrid.updateLower( bd->sendDown[n].nrange_wrap.lower() );
    // add the subgrid charges into the block
    msm::BlockIndex& bindex = bd->sendDown[n].nblock_wrap;
    ASSERT(bindex.level == lnext);
    // place subgrid into message
    int msgsz = subgrid.nn() * sizeof(Float);
    GridMsg *gm = new(msgsz, sizeof(int)) GridMsg;
    SET_PRIORITY(gm, sequence, MSM_PRIORITY + priority);
    gm->put(subgrid, blockIndex.level, sequence);  // send my level
    // lookup in ComputeMsmMgr proxy array by level
    mgrLocal->msmBlock[lnext](
        bindex.n.i, bindex.n.j, bindex.n.k).addPotential(gm);
  } // for
#ifdef MSM_TIMING
  stopTime = CkWallTimer();
  mgrLocal->msmTiming[MsmTimer::COMM] += stopTime - startTime;
  mgrLocal->doneTiming();
#endif
  init();  // reinitialize for next computation
} // MsmBlock::sendDownPotential()

sendPatch()

void MsmBlock::sendPatch

(

)

Definition at line 3416 of file ComputeMsm.C.

References ASSERT, MsmBlockKernel< Float, Float >::bd, MsmBlockKernel< Float, Float >::blockIndex, MsmTimer::COMM, MsmBlockKernel< Float, Float >::eh, msm::Grid< T >::extract(), msm::Grid< T >::init(), MsmBlockKernel< Float, Float >::init(), msm::BlockIndex::level, MsmBlockKernel< Float, Float >::mgrLocal, MsmBlockKernel< Float, Float >::mgrProxy, MSM_PRIORITY, ComputeMsmMgr::nlevels, msm::IndexRange::nn(), PatchMap::node(), PatchMap::Object(), GridMsg::put(), msm::BlockDiagram::sendPatch, MsmBlockKernel< Float, Float >::sequence, SET_PRIORITY, MsmBlockKernel< Float, Float >::subgrid, and msm::Grid< T >::updateLower().

Referenced by addPotential().

{
#ifdef MSM_TIMING
  double startTime, stopTime;
  startTime = CkWallTimer();
#endif
  int lnext = blockIndex.level;
  int priority = mgrLocal->nlevels + 2*(mgrLocal->nlevels - blockIndex.level);
  ASSERT(lnext == 0);
  // buffer portions of grid to send to Blocks on next level
  for (int n = 0;  n < bd->sendPatch.len();  n++) {
    // initialize the proper subgrid indexing range
    subgrid.init( bd->sendPatch[n].nrange );
    // extract the values from the larger grid into the subgrid
    eh.extract(subgrid);
    // translate the subgrid indexing range to match the MSM block
    subgrid.updateLower( bd->sendPatch[n].nrange_unwrap.lower() );
    // add the subgrid charges into the block, need its patch ID
    int pid = bd->sendPatch[n].patchID;
    // place subgrid into message
    int msgsz = subgrid.nn() * sizeof(Float);
    GridMsg *gm = new(msgsz, sizeof(int)) GridMsg;
    SET_PRIORITY(gm, sequence, MSM_PRIORITY + priority);
    gm->put(subgrid, pid, sequence);  // send patch ID
    // lookup which PE has this patch
    PatchMap *pm = PatchMap::Object();
    int pe = pm->node(pid);
    mgrProxy[pe].addPotential(gm);
  }
#ifdef MSM_TIMING
  stopTime = CkWallTimer();
  mgrLocal->msmTiming[MsmTimer::COMM] += stopTime - startTime;
  mgrLocal->doneTiming();
#endif
  init();  // reinitialize for next computation
} // MsmBlock::sendPatch()

sendUpCharge()

void MsmBlock::sendUpCharge

(

)

Definition at line 3226 of file ComputeMsm.C.

References addCharge(), ASSERT, MsmBlockKernel< Float, Float >::bd, MsmBlockKernel< Float, Float >::blockIndex, MsmTimer::COMM, msm::Grid< T >::extract(), msm::Ivec::i, msm::Grid< T >::init(), msm::Ivec::j, msm::Ivec::k, msm::BlockIndex::level, MsmBlockKernel< Float, Float >::mgrLocal, MSM_PRIORITY, ComputeMsmMgr::msmBlock, msm::BlockIndex::n, msm::IndexRange::nn(), GridMsg::put(), MsmBlockKernel< Float, Float >::qhRestricted, msm::BlockDiagram::sendUp, MsmBlockKernel< Float, Float >::sequence, SET_PRIORITY, MsmBlockKernel< Float, Float >::subgrid, and msm::Grid< T >::updateLower().

Referenced by restriction().

{
#ifdef MSM_TIMING
  double startTime, stopTime;
  startTime = CkWallTimer();
#endif
  int lnext = blockIndex.level + 1;
  // buffer portions of grid to send to Blocks on next level
  for (int n = 0;  n < bd->sendUp.len();  n++) {
    // initialize the proper subgrid indexing range
    subgrid.init( bd->sendUp[n].nrange );
    // extract the values from the larger grid into the subgrid
    qhRestricted.extract(subgrid);
    // translate the subgrid indexing range to match the MSM block
    subgrid.updateLower( bd->sendUp[n].nrange_wrap.lower() );
    // add the subgrid charges into the block
    msm::BlockIndex& bindex = bd->sendUp[n].nblock_wrap;
    ASSERT(bindex.level == lnext);
    // place subgrid into message
    // SET MESSAGE PRIORITY
    int msgsz = subgrid.nn() * sizeof(Float);
    GridMsg *gm = new(msgsz, sizeof(int)) GridMsg;
    SET_PRIORITY(gm, sequence, MSM_PRIORITY + lnext);
    gm->put(subgrid, blockIndex.level, sequence);  // send my level
    // lookup in ComputeMsmMgr proxy array by level
    mgrLocal->msmBlock[lnext](
        bindex.n.i, bindex.n.j, bindex.n.k).addCharge(gm);
  } // for
#ifdef MSM_TIMING
  stopTime = CkWallTimer();
  mgrLocal->msmTiming[MsmTimer::COMM] += stopTime - startTime;
#endif
} // MsmBlock::sendUpCharge()

setupSections()

void MsmBlock::setupSections

(

)

Definition at line 3140 of file ComputeMsm.C.

References MsmBlockKernel< Float, Float >::bd, MsmBlockKernel< Float, Float >::blockIndex, msm::BlockDiagram::indexGridCutoff, msm::Array< T >::len(), msm::BlockIndex::level, MsmBlockKernel< Float, Float >::mgrLocal, ComputeMsmMgr::msmGridCutoff, msmGridCutoffBroadcast, msmGridCutoffReduction, MsmGridCutoffSetupMsg::put(), and msm::BlockDiagram::recvGridCutoff.

{
#ifdef DEBUG_MSM_GRID
  CkPrintf("LEVEL %d MSM BLOCK (%d,%d,%d):  "
      "creating broadcast section on PE %d\n",
      blockIndex.level, thisIndex.x, thisIndex.y, thisIndex.z, CkMyPe());
#endif
  std::vector<CkArrayIndex1D> elems;
  elems.reserve(bd->indexGridCutoff.len());
  for (int n = 0;  n < bd->indexGridCutoff.len();  n++) {
    elems.emplace_back(bd->indexGridCutoff[n]);
  }
  msmGridCutoffBroadcast = CProxySection_MsmGridCutoff::ckNew(
      mgrLocal->msmGridCutoff, elems.data(), elems.size()
      );
  CProxy_CkMulticastMgr mcastProxy = CkpvAccess(BOCclass_group).multicastMgr;
  CkMulticastMgr *mcastPtr = CProxy_CkMulticastMgr(mcastProxy).ckLocalBranch();
  msmGridCutoffBroadcast.ckSectionDelegate(mcastPtr);
  
#ifdef DEBUG_MSM_GRID
  char s[1024];
  sprintf(s, "LEVEL %d MSM BLOCK (%d,%d,%d):  "
      "creating reduction section on PE %d\n",
      blockIndex.level, thisIndex.x, thisIndex.y, thisIndex.z, CkMyPe());
#endif
  std::vector<CkArrayIndex1D> elems2;
  elems2.reserve(bd->recvGridCutoff.len());
#ifdef DEBUG_MSM_GRID
  strcat(s, "receiving from MsmGridCutoff ID:");
#endif
  for (int n = 0;  n < bd->recvGridCutoff.len();  n++) {
#ifdef DEBUG_MSM_GRID
    char t[20];
    sprintf(t, "  %d", bd->recvGridCutoff[n]);
    strcat(s, t);
#endif
    elems2.emplace_back(bd->recvGridCutoff[n]);
  }
#ifdef DEBUG_MSM_GRID
  strcat(s, "\n");
  CkPrintf(s);
#endif
  msmGridCutoffReduction = CProxySection_MsmGridCutoff::ckNew(
      mgrLocal->msmGridCutoff, elems2.data(), elems2.size()
      );
  msmGridCutoffReduction.ckSectionDelegate(mcastPtr);
  MsmGridCutoffSetupMsg *msg = new MsmGridCutoffSetupMsg;
  CProxyElement_MsmBlock thisElementProxy = thisProxy(thisIndex);
  msg->put(&thisElementProxy);

  msmGridCutoffReduction.setupSections(msg);  // broadcast to entire section

  /* XXX alternatively, setup default reduction client
   *
  mcastPtr->setReductionClient(msmGridCutoffReduction,
      new CkCallback(CkIndex_MsmBlock::myReductionEntry(NULL),
        thisElementProxy));
   *
   */
}

sumReducedPotential()

void MsmBlock::sumReducedPotential ( CkReductionMsg *  msg )

inline

Definition at line 3095 of file ComputeMsm.C.

References addPotential(), MsmBlockKernel< Float, Float >::blockIndex, msm::Array< T >::buffer(), MsmTimer::COMM, msm::Grid< T >::data(), MsmBlockKernel< Float, Float >::eh, msm::Grid< T >::init(), msm::Array< T >::len(), msm::BlockIndex::level, MsmBlockKernel< Float, Float >::mgrLocal, MSM_PRIORITY, ComputeMsmMgr::nlevels, GridMsg::put(), MsmBlockKernel< Float, Float >::sequence, and SET_PRIORITY.

                                                  {
#ifdef MSM_TIMING
      double startTime, stopTime;
      startTime = CkWallTimer();
#endif
      msm::Grid<Float> ehfull;
      ehfull.init( msm::IndexRange(eh) );
      memcpy(ehfull.data().buffer(), msg->getData(), msg->getSize());
      delete msg;
      int priority = mgrLocal->nlevels
        + 2*(mgrLocal->nlevels - blockIndex.level)-1;
      int msgsz = ehfull.data().len() * sizeof(Float);
      GridMsg *gm = new(msgsz, sizeof(int)) GridMsg;
      SET_PRIORITY(gm, sequence, MSM_PRIORITY + priority);
      gm->put(ehfull, blockIndex.level, sequence);  // send my level
#ifdef MSM_TIMING
      stopTime = CkWallTimer();
      mgrLocal->msmTiming[MsmTimer::COMM] += stopTime - startTime;
#endif
      addPotential(gm);
    }

Member Data Documentation

msmGridCutoffBroadcast

CProxySection_MsmGridCutoff MsmBlock::msmGridCutoffBroadcast

Definition at line 3076 of file ComputeMsm.C.

Referenced by gridCutoff(), and setupSections().

msmGridCutoffReduction

CProxySection_MsmGridCutoff MsmBlock::msmGridCutoffReduction

Definition at line 3077 of file ComputeMsm.C.

Referenced by setupSections().

---

The documentation for this class was generated from the following file:

• ComputeMsm.C