You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
109 lines
3.1 KiB
Plaintext
109 lines
3.1 KiB
Plaintext
#include <stdlib.h>
|
|
#include <stdio.h>
|
|
|
|
#include "cintrf.h"
|
|
#include "vectordev.h"
|
|
#include "psi_cuda_common.cuh"
|
|
|
|
|
|
#undef GEN_PSI_FUNC_NAME
|
|
#define GEN_PSI_FUNC_NAME(x) CONCAT(CONCAT(psi_cuda_,x),_CopyCooToHlg)
|
|
|
|
#define THREAD_BLOCK 256
|
|
|
|
#ifdef __cplusplus
|
|
extern "C" {
|
|
#endif
|
|
|
|
void GEN_PSI_FUNC_NAME(TYPE_SYMBOL)(spgpuHandle_t handle, int nr, int nc, int nza, int baseIdx, int hacksz,
|
|
int noffs, int isz, int *rS, int *hackOffs, int *devIdisp,
|
|
int *devJa, VALUE_TYPE *devVal,
|
|
int *idiag, int *rP, VALUE_TYPE *cM);
|
|
|
|
|
|
|
|
#ifdef __cplusplus
|
|
}
|
|
#endif
|
|
|
|
|
|
__global__ void CONCAT(GEN_PSI_FUNC_NAME(TYPE_SYMBOL),_krn)(int ii, int nrws, int nr, int nza,
|
|
int baseIdx, int hacksz, int noffs, int isz,
|
|
int *rS, int *hackOffs, int *devIdisp,
|
|
int *devJa, VALUE_TYPE *devVal,
|
|
int *idiag, int *rP, VALUE_TYPE *cM)
|
|
{
|
|
int ir, k, ipnt, rsz,jc;
|
|
int ki = threadIdx.x + blockIdx.x * (THREAD_BLOCK);
|
|
int i=ii+ki;
|
|
|
|
if (ki >= nrws) return;
|
|
|
|
|
|
if (i<nr) {
|
|
int hackId = i / hacksz;
|
|
int hackLaneId = i % hacksz;
|
|
int hackOffset = hackOffs[hackId] + hackLaneId;
|
|
int nzm = (hackOffs[hackId+1]-hackOffs[hackId])/hacksz;
|
|
int idval=0;
|
|
rsz = rS[i];
|
|
ipnt = devIdisp[i];
|
|
ir = hackOffset;
|
|
for (k=0; k<rsz; k++) {
|
|
cM[ir] = devVal[ipnt];
|
|
if (devJa[ipnt] == i+baseIdx) idval = ipnt-devIdisp[i]+baseIdx;
|
|
rP[ir] = devJa[ipnt];
|
|
ir += hacksz;
|
|
ipnt++;
|
|
}
|
|
// Here we are assuming that devJa[] has at least one valid entry
|
|
// Pick one valid value.
|
|
jc = devJa[devIdisp[1]];
|
|
for (k=rsz; k<nzm; k++) {
|
|
rP[ir] = jc;
|
|
cM[ir] = CONCAT(zero_,VALUE_TYPE)();
|
|
ir += hacksz;
|
|
}
|
|
idiag[i]=idval;
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
void CONCAT(GEN_PSI_FUNC_NAME(TYPE_SYMBOL),_)(spgpuHandle_t handle, int nrws, int i,
|
|
int nr, int nza, int baseIdx, int hacksz, int noffs, int isz,
|
|
int *rS, int *hackOffs, int *devIdisp, int *devJa,
|
|
VALUE_TYPE *devVal, int *idiag, int *rP, VALUE_TYPE *cM)
|
|
{
|
|
dim3 block (THREAD_BLOCK, 1);
|
|
dim3 grid ((nrws + THREAD_BLOCK - 1) / THREAD_BLOCK);
|
|
|
|
CONCAT(GEN_PSI_FUNC_NAME(TYPE_SYMBOL),_krn)
|
|
<<< grid, block, 0, handle->currentStream >>>(i,nrws,nr, nza, baseIdx, hacksz, noffs, isz,
|
|
rS,hackOffs,devIdisp,devJa,devVal,idiag,rP,cM);
|
|
|
|
}
|
|
|
|
|
|
void GEN_PSI_FUNC_NAME(TYPE_SYMBOL)(spgpuHandle_t handle, int nr, int nc, int nza,
|
|
int baseIdx, int hacksz, int noffs, int isz,
|
|
int *rS, int *hackOffs, int *devIdisp,
|
|
int *devJa, VALUE_TYPE *devVal,
|
|
int *idiag, int *rP, VALUE_TYPE *cM)
|
|
{ int i, nrws;
|
|
//int maxNForACall = THREAD_BLOCK*handle->maxGridSizeX;
|
|
int maxNForACall = max(handle->maxGridSizeX, THREAD_BLOCK*handle->maxGridSizeX);
|
|
|
|
//fprintf(stderr,"Loop on j: %d\n",j);
|
|
for (i=0; i<nr; i+=nrws) {
|
|
nrws = MIN(maxNForACall, nr - i);
|
|
//fprintf(stderr,"cpy_coo_2_hlg: i : %d nrws: %d \n", i,nrws);
|
|
CONCAT(GEN_PSI_FUNC_NAME(TYPE_SYMBOL),_)(handle,nrws,i, nr, nza, baseIdx, hacksz, noffs, isz,
|
|
rS, hackOffs, devIdisp, devJa, devVal, idiag, rP, cM);
|
|
}
|
|
|
|
}
|