Device.h

Go to the documentation of this file.

// @(#)root/tmva/tmva/dnn:$Id$
// Author: Simon Pfreundschuh 13/07/16

/*************************************************************************
 * Copyright (C) 2016, Simon Pfreundschuh                                *
 * All rights reserved.                                                  *
 *                                                                       *
 * For the licensing terms see $ROOTSYS/LICENSE.                         *
 * For the list of contributors see $ROOTSYS/README/CREDITS.             *
 *************************************************************************/

////////////////////////////////////////////////////////////////
// Defines the TDevice class which encapsules device specific //
// settings for the launching of threads.                     //
////////////////////////////////////////////////////////////////

#ifndef TMVA_DNN_ARCHITECTURES_CUDA_DEVICE
#define TMVA_DNN_ARCHITECTURES_CUDA_DEVICE

#include "cuda.h"
#include "vector_types.h" // definition of dim3
#include "CudaMatrix.h"

namespace TMVA
{
namespace DNN
{

/** TDevice
 *
 * The TDevice class provides static functions for the generation of CUDA
 * grids for kernel launches and is used to encapsulate the distribution
 * of threads and blocks over the data.
 *
 */
class TDevice
{
public:
   /* Number of threads per block along first dimensions. */
   static constexpr int BlockDimX = 1;
   /* Number of threads per block along second dimensions. */
   static constexpr int BlockDimY = 32;
   /* Resulting block size. */
   static constexpr int BlockSize = BlockDimX * BlockDimY;

   /* Return 1D block of size 1 along the x-dimension and BlockSize along
    * the y-dimension. */
   static dim3 BlockDims1D()
   {
       return dim3(1, BlockSize);
   }

   /* Return dim3 object representing a BlockDimX x BlockDimY 2D
    * block */
   static dim3 BlockDims2D()
   {
      return dim3(BlockDimX, BlockDimY);
   }

   /* Return 1D dim3 object representing the block grid covering the row-range
    * of the matrix A along the y-dimension. */
   template<typename AMatrix>
   static dim3 GridDims1D(const AMatrix &A)
   {
      int gridDim = A.GetNrows() / TDevice::BlockSize;
      if ((A.GetNrows() % TDevice::BlockSize) != 0) {
          gridDim += 1;
      }
      return dim3(1, gridDim);
   }

    /* Return 2D dim3 object representing the block grid consisting of two-dimensional
    * BlockDimX x BlockDimY blocks covering a 2D  matrix with nrows x ncols (assume columnmajor storage */
   static dim3 GridDims2D(int nrows, int ncols)
   {
      int gridDimX = ncols / TDevice::BlockDimX;
      if ((ncols % TDevice::BlockDimX) != 0)
          gridDimX += 1;
      int gridDimY = nrows / TDevice::BlockDimY;
      if ((nrows % TDevice::BlockDimY) != 0)
          gridDimY += 1;
      return dim3(gridDimX, gridDimY);
   }

   /* Return 2D dim3 object representing the block grid consisting of two-dimensional
    * BlockDimX x BlockDimY blocks covering the matrix A */
   template<typename AMatrix>
   static dim3 GridDims2D(const AMatrix &A)
   {
      int gridDimX = A.GetNcols() / TDevice::BlockDimX;
      if ((A.GetNcols() % TDevice::BlockDimX) != 0)
          gridDimX += 1;
      int gridDimY = A.GetNrows() / TDevice::BlockDimY;
      if ((A.GetNrows() % TDevice::BlockDimY) != 0)
          gridDimY += 1;
      return dim3(gridDimX, gridDimY);
   }

   /* Return the number of threads that will be launched for a given matrix \p A */
   template<typename AMatrix>
   static int NThreads(const AMatrix &A)
   {
      int gridDimX = A.GetNcols() / TDevice::BlockDimX;
      if ((A.GetNcols() % TDevice::BlockDimX) != 0) {
         gridDimX += 1;
      }
      int gridDimY = A.GetNrows() / TDevice::BlockDimY;
      if ((A.GetNrows() % TDevice::BlockDimY) != 0) {
         gridDimY += 1;
      }
      return gridDimX * gridDimY * TDevice::BlockDimX * TDevice::BlockDimY;
   }
};

} // namespace DNN
} // namespace TMVA

#endif