Merge branch 'repackage' into non-diag
sfilippone
1 year ago
commit
74cf138a6c
@ -0,0 +1,37 @@
|
||||
TOPDIR=../..
|
||||
include $(TOPDIR)/Make.inc
|
||||
#
|
||||
# Libraries used
|
||||
#
|
||||
PSBLIBDIR=$(PSBLASDIR)/lib/
|
||||
PSBINCDIR=$(PSBLASDIR)/include
|
||||
LIBDIR=$(TOPDIR)/lib
|
||||
INCDIR=$(TOPDIR)/include
|
||||
PSBLAS_LIB= -L$(PSBLIBDIR) -lpsb_util -lpsb_base
|
||||
#-lpsb_util -lpsb_krylov -lpsb_prec -lpsb_base
|
||||
LDLIBS=$(PSBLDLIBS)
|
||||
#
|
||||
# Compilers and such
|
||||
#
|
||||
#CCOPT= -g
|
||||
FINCLUDES=$(FMFLAG). $(FMFLAG)$(INCDIR) $(FMFLAG)$(PSBINCDIR) $(FIFLAG).
|
||||
CINCLUDES=$(SPGPU_INCLUDES) $(CUDA_INCLUDES) -I.. -I$(INCDIR)
|
||||
LIBNAME=libpsb_gpu.a
|
||||
|
||||
|
||||
CUDAOBJS=psi_cuda_c_CopyCooToElg.o psi_cuda_c_CopyCooToHlg.o \
|
||||
psi_cuda_d_CopyCooToElg.o psi_cuda_d_CopyCooToHlg.o \
|
||||
psi_cuda_s_CopyCooToElg.o psi_cuda_s_CopyCooToHlg.o \
|
||||
psi_cuda_z_CopyCooToElg.o psi_cuda_z_CopyCooToHlg.o
|
||||
|
||||
|
||||
|
||||
objs: $(CUDAOBJS)
|
||||
|
||||
lib: objs
|
||||
ar cur ../$(LIBNAME) $(CUDAOBJS)
|
||||
|
||||
$(CUDAOBJS): psi_cuda_common.cuh psi_cuda_CopyCooToElg.cuh psi_cuda_CopyCooToHlg.cuh
|
||||
|
||||
clean:
|
||||
/bin/rm -f $(CUDAOBJS)
|
||||
@ -0,0 +1,104 @@
|
||||
#include <stdlib.h>
|
||||
#include <stdio.h>
|
||||
|
||||
#include "cintrf.h"
|
||||
#include "vectordev.h"
|
||||
#include "psi_cuda_common.cuh"
|
||||
|
||||
|
||||
#undef GEN_PSI_FUNC_NAME
|
||||
#define GEN_PSI_FUNC_NAME(x) CONCAT(CONCAT(psi_cuda_,x),_CopyCooToElg)
|
||||
|
||||
#define THREAD_BLOCK 256
|
||||
|
||||
#ifdef __cplusplus
|
||||
extern "C" {
|
||||
#endif
|
||||
|
||||
|
||||
void GEN_PSI_FUNC_NAME(TYPE_SYMBOL)(spgpuHandle_t handle, int nr, int nc, int nza,
|
||||
int baseIdx, int hacksz, int ldv, int nzm,
|
||||
int *rS,int *devIdisp, int *devJa, VALUE_TYPE *devVal,
|
||||
int *idiag, int *rP, VALUE_TYPE *cM);
|
||||
|
||||
|
||||
#ifdef __cplusplus
|
||||
}
|
||||
#endif
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
__global__ void CONCAT(GEN_PSI_FUNC_NAME(TYPE_SYMBOL),_krn)(int ii, int nrws, int nr, int nza,
|
||||
int baseIdx, int hacksz, int ldv, int nzm,
|
||||
int *rS, int *devIdisp, int *devJa, VALUE_TYPE *devVal,
|
||||
int *idiag, int *rP, VALUE_TYPE *cM)
|
||||
{
|
||||
int ir, k, ipnt, rsz,jc;
|
||||
int ki = threadIdx.x + blockIdx.x * (THREAD_BLOCK);
|
||||
int i=ii+ki;
|
||||
int idval=0;
|
||||
|
||||
if (ki >= nrws) return;
|
||||
if (i >= nr) return;
|
||||
|
||||
ipnt=devIdisp[i];
|
||||
rsz=rS[i];
|
||||
ir = i;
|
||||
for (k=0; k<rsz; k++) {
|
||||
if (devJa[ipnt] == i+baseIdx) idval = ipnt-devIdisp[i]+baseIdx;
|
||||
rP[ir] = devJa[ipnt];
|
||||
cM[ir] = devVal[ipnt];
|
||||
ir += ldv;
|
||||
ipnt++;
|
||||
}
|
||||
// Here we are assuming that devJa[] has at least one valid entry
|
||||
// Pick one valid value.
|
||||
jc = devJa[devIdisp[1]];
|
||||
for (k=rsz; k<nzm; k++) {
|
||||
rP[ir] = jc;
|
||||
cM[ir] = CONCAT(zero_,VALUE_TYPE)();
|
||||
ir += ldv;
|
||||
}
|
||||
idiag[i]=idval;
|
||||
|
||||
}
|
||||
|
||||
|
||||
|
||||
void CONCAT(GEN_PSI_FUNC_NAME(TYPE_SYMBOL),_)(spgpuHandle_t handle, int nrws, int i, int nr, int nza,
|
||||
int baseIdx, int hacksz, int ldv, int nzm,
|
||||
int *rS,int *devIdisp, int *devJa, VALUE_TYPE *devVal,
|
||||
int *idiag, int *rP, VALUE_TYPE *cM)
|
||||
{
|
||||
dim3 block (THREAD_BLOCK, 1);
|
||||
dim3 grid ((nrws + THREAD_BLOCK - 1) / THREAD_BLOCK);
|
||||
|
||||
CONCAT(GEN_PSI_FUNC_NAME(TYPE_SYMBOL),_krn)
|
||||
<<< grid, block, 0, handle->currentStream >>>(i,nrws, nr, nza, baseIdx, hacksz, ldv, nzm,
|
||||
rS,devIdisp,devJa,devVal,idiag, rP,cM);
|
||||
|
||||
}
|
||||
|
||||
|
||||
|
||||
|
||||
void
|
||||
GEN_PSI_FUNC_NAME(TYPE_SYMBOL)
|
||||
(spgpuHandle_t handle, int nr, int nc, int nza, int baseIdx, int hacksz, int ldv, int nzm,
|
||||
int *rS,int *devIdisp, int *devJa, VALUE_TYPE *devVal,
|
||||
int *idiag, int *rP, VALUE_TYPE *cM)
|
||||
{ int i,j, nrws;
|
||||
//int maxNForACall = THREAD_BLOCK*handle->maxGridSizeX;
|
||||
int maxNForACall = max(handle->maxGridSizeX, THREAD_BLOCK*handle->maxGridSizeX);
|
||||
|
||||
|
||||
//fprintf(stderr,"Loop on j: %d\n",j);
|
||||
for (i=0; i<nr; i+=nrws) {
|
||||
nrws = MIN(maxNForACall, nr - i);
|
||||
//fprintf(stderr,"ifirst: %d i : %d nrws: %d i + ifirst + (nrws -1) -1 %d \n",ifirst,i,nrws,i + ifirst + (nrws -1) -1);
|
||||
CONCAT(GEN_PSI_FUNC_NAME(TYPE_SYMBOL),_)(handle,nrws,i, nr, nza, baseIdx, hacksz, ldv, nzm,
|
||||
rS,devIdisp, devJa, devVal, idiag, rP, cM);
|
||||
}
|
||||
}
|
||||
@ -0,0 +1,108 @@
|
||||
#include <stdlib.h>
|
||||
#include <stdio.h>
|
||||
|
||||
#include "cintrf.h"
|
||||
#include "vectordev.h"
|
||||
#include "psi_cuda_common.cuh"
|
||||
|
||||
|
||||
#undef GEN_PSI_FUNC_NAME
|
||||
#define GEN_PSI_FUNC_NAME(x) CONCAT(CONCAT(psi_cuda_,x),_CopyCooToHlg)
|
||||
|
||||
#define THREAD_BLOCK 256
|
||||
|
||||
#ifdef __cplusplus
|
||||
extern "C" {
|
||||
#endif
|
||||
|
||||
void GEN_PSI_FUNC_NAME(TYPE_SYMBOL)(spgpuHandle_t handle, int nr, int nc, int nza, int baseIdx, int hacksz,
|
||||
int noffs, int isz, int *rS, int *hackOffs, int *devIdisp,
|
||||
int *devJa, VALUE_TYPE *devVal,
|
||||
int *idiag, int *rP, VALUE_TYPE *cM);
|
||||
|
||||
|
||||
|
||||
#ifdef __cplusplus
|
||||
}
|
||||
#endif
|
||||
|
||||
|
||||
__global__ void CONCAT(GEN_PSI_FUNC_NAME(TYPE_SYMBOL),_krn)(int ii, int nrws, int nr, int nza,
|
||||
int baseIdx, int hacksz, int noffs, int isz,
|
||||
int *rS, int *hackOffs, int *devIdisp,
|
||||
int *devJa, VALUE_TYPE *devVal,
|
||||
int *idiag, int *rP, VALUE_TYPE *cM)
|
||||
{
|
||||
int ir, k, ipnt, rsz,jc;
|
||||
int ki = threadIdx.x + blockIdx.x * (THREAD_BLOCK);
|
||||
int i=ii+ki;
|
||||
|
||||
if (ki >= nrws) return;
|
||||
|
||||
|
||||
if (i<nr) {
|
||||
int hackId = i / hacksz;
|
||||
int hackLaneId = i % hacksz;
|
||||
int hackOffset = hackOffs[hackId] + hackLaneId;
|
||||
int nzm = (hackOffs[hackId+1]-hackOffs[hackId])/hacksz;
|
||||
int idval=0;
|
||||
rsz = rS[i];
|
||||
ipnt = devIdisp[i];
|
||||
ir = hackOffset;
|
||||
for (k=0; k<rsz; k++) {
|
||||
cM[ir] = devVal[ipnt];
|
||||
if (devJa[ipnt] == i+baseIdx) idval = ipnt-devIdisp[i]+baseIdx;
|
||||
rP[ir] = devJa[ipnt];
|
||||
ir += hacksz;
|
||||
ipnt++;
|
||||
}
|
||||
// Here we are assuming that devJa[] has at least one valid entry
|
||||
// Pick one valid value.
|
||||
jc = devJa[devIdisp[1]];
|
||||
for (k=rsz; k<nzm; k++) {
|
||||
rP[ir] = jc;
|
||||
cM[ir] = CONCAT(zero_,VALUE_TYPE)();
|
||||
ir += hacksz;
|
||||
}
|
||||
idiag[i]=idval;
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
|
||||
|
||||
|
||||
|
||||
void CONCAT(GEN_PSI_FUNC_NAME(TYPE_SYMBOL),_)(spgpuHandle_t handle, int nrws, int i,
|
||||
int nr, int nza, int baseIdx, int hacksz, int noffs, int isz,
|
||||
int *rS, int *hackOffs, int *devIdisp, int *devJa,
|
||||
VALUE_TYPE *devVal, int *idiag, int *rP, VALUE_TYPE *cM)
|
||||
{
|
||||
dim3 block (THREAD_BLOCK, 1);
|
||||
dim3 grid ((nrws + THREAD_BLOCK - 1) / THREAD_BLOCK);
|
||||
|
||||
CONCAT(GEN_PSI_FUNC_NAME(TYPE_SYMBOL),_krn)
|
||||
<<< grid, block, 0, handle->currentStream >>>(i,nrws,nr, nza, baseIdx, hacksz, noffs, isz,
|
||||
rS,hackOffs,devIdisp,devJa,devVal,idiag,rP,cM);
|
||||
|
||||
}
|
||||
|
||||
|
||||
void GEN_PSI_FUNC_NAME(TYPE_SYMBOL)(spgpuHandle_t handle, int nr, int nc, int nza,
|
||||
int baseIdx, int hacksz, int noffs, int isz,
|
||||
int *rS, int *hackOffs, int *devIdisp,
|
||||
int *devJa, VALUE_TYPE *devVal,
|
||||
int *idiag, int *rP, VALUE_TYPE *cM)
|
||||
{ int i, nrws;
|
||||
//int maxNForACall = THREAD_BLOCK*handle->maxGridSizeX;
|
||||
int maxNForACall = max(handle->maxGridSizeX, THREAD_BLOCK*handle->maxGridSizeX);
|
||||
|
||||
//fprintf(stderr,"Loop on j: %d\n",j);
|
||||
for (i=0; i<nr; i+=nrws) {
|
||||
nrws = MIN(maxNForACall, nr - i);
|
||||
//fprintf(stderr,"cpy_coo_2_hlg: i : %d nrws: %d \n", i,nrws);
|
||||
CONCAT(GEN_PSI_FUNC_NAME(TYPE_SYMBOL),_)(handle,nrws,i, nr, nza, baseIdx, hacksz, noffs, isz,
|
||||
rS, hackOffs, devIdisp, devJa, devVal, idiag, rP, cM);
|
||||
}
|
||||
|
||||
}
|
||||
@ -0,0 +1,10 @@
|
||||
#include <stdlib.h>
|
||||
#include <stdio.h>
|
||||
|
||||
#include "cintrf.h"
|
||||
#include "vectordev.h"
|
||||
|
||||
|
||||
#define VALUE_TYPE cuFloatComplex
|
||||
#define TYPE_SYMBOL c
|
||||
#include "psi_cuda_CopyCooToElg.cuh"
|
||||
@ -0,0 +1,10 @@
|
||||
#include <stdlib.h>
|
||||
#include <stdio.h>
|
||||
|
||||
#include "cintrf.h"
|
||||
#include "vectordev.h"
|
||||
|
||||
|
||||
#define VALUE_TYPE cuFloatComplex
|
||||
#define TYPE_SYMBOL c
|
||||
#include "psi_cuda_CopyCooToHlg.cuh"
|
||||
@ -0,0 +1,16 @@
|
||||
#pragma once
|
||||
|
||||
#define PRE_CONCAT(A, B) A ## B
|
||||
#define CONCAT(A, B) PRE_CONCAT(A, B)
|
||||
#define MIN(A,B) ( (A)<(B) ? (A) : (B) )
|
||||
#define SQUARE(x) ((x)*(x))
|
||||
#define GET_ADDR(a,ix,iy,nc) a[(nc)*(ix)+(iy)]
|
||||
#define GET_VAL(a,ix,iy,nc) (GET_ADDR(a,ix,iy,nc))
|
||||
|
||||
__device__ __host__ static float zero_float() { return 0.0f; }
|
||||
__device__ __host__ static cuFloatComplex zero_cuFloatComplex() { return make_cuFloatComplex(0.0, 0.0); }
|
||||
|
||||
#if (__CUDA_ARCH__ >= 130) || (!__CUDA_ARCH__)
|
||||
__device__ __host__ static double zero_double() { return 0.0; }
|
||||
__device__ __host__ static cuDoubleComplex zero_cuDoubleComplex() { return make_cuDoubleComplex(0.0, 0.0); }
|
||||
#endif
|
||||
@ -0,0 +1,10 @@
|
||||
#include <stdlib.h>
|
||||
#include <stdio.h>
|
||||
|
||||
#include "cintrf.h"
|
||||
#include "vectordev.h"
|
||||
|
||||
|
||||
#define VALUE_TYPE double
|
||||
#define TYPE_SYMBOL d
|
||||
#include "psi_cuda_CopyCooToElg.cuh"
|
||||
@ -0,0 +1,10 @@
|
||||
#include <stdlib.h>
|
||||
#include <stdio.h>
|
||||
|
||||
#include "cintrf.h"
|
||||
#include "vectordev.h"
|
||||
|
||||
|
||||
#define VALUE_TYPE double
|
||||
#define TYPE_SYMBOL d
|
||||
#include "psi_cuda_CopyCooToHlg.cuh"
|
||||
@ -0,0 +1,10 @@
|
||||
#include <stdlib.h>
|
||||
#include <stdio.h>
|
||||
|
||||
#include "cintrf.h"
|
||||
#include "vectordev.h"
|
||||
|
||||
|
||||
#define VALUE_TYPE float
|
||||
#define TYPE_SYMBOL s
|
||||
#include "psi_cuda_CopyCooToElg.cuh"
|
||||
@ -0,0 +1,10 @@
|
||||
#include <stdlib.h>
|
||||
#include <stdio.h>
|
||||
|
||||
#include "cintrf.h"
|
||||
#include "vectordev.h"
|
||||
|
||||
|
||||
#define VALUE_TYPE float
|
||||
#define TYPE_SYMBOL s
|
||||
#include "psi_cuda_CopyCooToHlg.cuh"
|
||||
@ -0,0 +1,10 @@
|
||||
#include <stdlib.h>
|
||||
#include <stdio.h>
|
||||
|
||||
#include "cintrf.h"
|
||||
#include "vectordev.h"
|
||||
|
||||
|
||||
#define VALUE_TYPE cuDoubleComplex
|
||||
#define TYPE_SYMBOL z
|
||||
#include "psi_cuda_CopyCooToElg.cuh"
|
||||
@ -0,0 +1,10 @@
|
||||
#include <stdlib.h>
|
||||
#include <stdio.h>
|
||||
|
||||
#include "cintrf.h"
|
||||
#include "vectordev.h"
|
||||
|
||||
|
||||
#define VALUE_TYPE cuDoubleComplex
|
||||
#define TYPE_SYMBOL z
|
||||
#include "psi_cuda_CopyCooToHlg.cuh"
|
||||
@ -0,0 +1,21 @@
|
||||
(c) Copyright 2011-2021 Davide Barbieri, Salvatore Filippone
|
||||
|
||||
Redistribution and use in source and binary forms, with or without modification,
|
||||
are permitted provided that the following conditions are met:
|
||||
|
||||
1. Redistributions of source code must retain the above copyright notice,
|
||||
this list of conditions and the following disclaimer.
|
||||
|
||||
2. Redistributions in binary form must reproduce the above copyright notice,
|
||||
this list of conditions and the following disclaimer in the documentation and/or
|
||||
other materials provided with the distribution.
|
||||
|
||||
THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY
|
||||
EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
|
||||
OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT
|
||||
SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
|
||||
INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
|
||||
PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
|
||||
LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
||||
OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
||||
@ -0,0 +1,143 @@
|
||||
include ../Make.inc
|
||||
#
|
||||
# Libraries used
|
||||
#
|
||||
LIBDIR=../lib
|
||||
INCDIR=../include
|
||||
MODDIR=../modules
|
||||
PSBLAS_LIB= -lpsb_util -lpsb_base
|
||||
#-lpsb_util -lpsb_krylov -lpsb_prec -lpsb_base
|
||||
LDLIBS=$(PSBLDLIBS)
|
||||
#
|
||||
# Compilers and such
|
||||
#
|
||||
#CCOPT= -g
|
||||
FINCLUDES=$(FMFLAG). $(FMFLAG)$(INCDIR) $(FMFLAG)$(MODDIR) $(FIFLAG).
|
||||
CINCLUDES=$(SPGPU_INCLUDES) $(CUDA_INCLUDES) -I$(INCDIR)
|
||||
LIBNAME=libpsb_cuda.a
|
||||
|
||||
|
||||
FOBJS=cusparse_mod.o base_cusparse_mod.o \
|
||||
s_cusparse_mod.o d_cusparse_mod.o c_cusparse_mod.o z_cusparse_mod.o \
|
||||
psb_vectordev_mod.o core_mod.o \
|
||||
psb_s_vectordev_mod.o psb_d_vectordev_mod.o psb_i_vectordev_mod.o\
|
||||
psb_c_vectordev_mod.o psb_z_vectordev_mod.o psb_base_vectordev_mod.o \
|
||||
elldev_mod.o hlldev_mod.o diagdev_mod.o hdiagdev_mod.o \
|
||||
psb_i_cuda_vect_mod.o \
|
||||
psb_d_cuda_vect_mod.o psb_s_cuda_vect_mod.o\
|
||||
psb_z_cuda_vect_mod.o psb_c_cuda_vect_mod.o\
|
||||
psb_d_cuda_elg_mat_mod.o psb_d_cuda_hlg_mat_mod.o \
|
||||
psb_d_cuda_hybg_mat_mod.o psb_d_cuda_csrg_mat_mod.o\
|
||||
psb_s_cuda_elg_mat_mod.o psb_s_cuda_hlg_mat_mod.o \
|
||||
psb_s_cuda_hybg_mat_mod.o psb_s_cuda_csrg_mat_mod.o\
|
||||
psb_c_cuda_elg_mat_mod.o psb_c_cuda_hlg_mat_mod.o \
|
||||
psb_c_cuda_hybg_mat_mod.o psb_c_cuda_csrg_mat_mod.o\
|
||||
psb_z_cuda_elg_mat_mod.o psb_z_cuda_hlg_mat_mod.o \
|
||||
psb_z_cuda_hybg_mat_mod.o psb_z_cuda_csrg_mat_mod.o\
|
||||
psb_cuda_env_mod.o psb_cuda_mod.o \
|
||||
psb_d_cuda_diag_mat_mod.o\
|
||||
psb_d_cuda_hdiag_mat_mod.o psb_s_cuda_hdiag_mat_mod.o\
|
||||
psb_s_cuda_dnsg_mat_mod.o psb_d_cuda_dnsg_mat_mod.o \
|
||||
psb_c_cuda_dnsg_mat_mod.o psb_z_cuda_dnsg_mat_mod.o \
|
||||
dnsdev_mod.o
|
||||
|
||||
COBJS= elldev.o hlldev.o diagdev.o hdiagdev.o vectordev.o ivectordev.o dnsdev.o\
|
||||
svectordev.o dvectordev.o cvectordev.o zvectordev.o cuda_util.o \
|
||||
fcusparse.o scusparse.o dcusparse.o ccusparse.o zcusparse.o
|
||||
|
||||
OBJS=$(COBJS) $(FOBJS)
|
||||
|
||||
lib: objs
|
||||
|
||||
objs: spgpuinc $(OBJS) iobjs cudaobjs spgpuobjs
|
||||
/bin/cp -p *$(.mod) $(MODDIR)
|
||||
/bin/cp -p *.h $(INCDIR)
|
||||
|
||||
spgpuinc:
|
||||
$(MAKE) -C spgpu includes
|
||||
spgpuobjs:
|
||||
$(MAKE) -C spgpu objs
|
||||
spgpulib:
|
||||
$(MAKE) -C spgpu lib
|
||||
|
||||
lib: ilib cudalib spgpulib
|
||||
ar cur $(LIBNAME) $(OBJS)
|
||||
/bin/cp -p $(LIBNAME) $(LIBDIR)
|
||||
|
||||
dnsdev_mod.o hlldev_mod.o elldev_mod.o psb_base_vectordev_mod.o: core_mod.o
|
||||
psb_d_cuda_vect_mod.o psb_s_cuda_vect_mod.o psb_z_cuda_vect_mod.o psb_c_cuda_vect_mod.o: psb_i_cuda_vect_mod.o
|
||||
psb_i_cuda_vect_mod.o : psb_vectordev_mod.o psb_cuda_env_mod.o
|
||||
cusparse_mod.o: s_cusparse_mod.o d_cusparse_mod.o c_cusparse_mod.o z_cusparse_mod.o
|
||||
s_cusparse_mod.o d_cusparse_mod.o c_cusparse_mod.o z_cusparse_mod.o : base_cusparse_mod.o
|
||||
psb_d_cuda_hlg_mat_mod.o: hlldev_mod.o psb_d_cuda_vect_mod.o psb_cuda_env_mod.o
|
||||
psb_d_cuda_elg_mat_mod.o: elldev_mod.o psb_d_cuda_vect_mod.o
|
||||
psb_d_cuda_diag_mat_mod.o: diagdev_mod.o psb_d_cuda_vect_mod.o
|
||||
psb_d_cuda_hdiag_mat_mod.o: hdiagdev_mod.o psb_d_cuda_vect_mod.o
|
||||
psb_s_cuda_dnsg_mat_mod.o: dnsdev_mod.o psb_s_cuda_vect_mod.o
|
||||
psb_d_cuda_dnsg_mat_mod.o: dnsdev_mod.o psb_d_cuda_vect_mod.o
|
||||
psb_c_cuda_dnsg_mat_mod.o: dnsdev_mod.o psb_c_cuda_vect_mod.o
|
||||
psb_z_cuda_dnsg_mat_mod.o: dnsdev_mod.o psb_z_cuda_vect_mod.o
|
||||
psb_s_cuda_hlg_mat_mod.o: hlldev_mod.o psb_s_cuda_vect_mod.o psb_cuda_env_mod.o
|
||||
psb_s_cuda_elg_mat_mod.o: elldev_mod.o psb_s_cuda_vect_mod.o
|
||||
psb_s_cuda_diag_mat_mod.o: diagdev_mod.o psb_s_cuda_vect_mod.o
|
||||
psb_s_cuda_hdiag_mat_mod.o: hdiagdev_mod.o psb_s_cuda_vect_mod.o
|
||||
psb_s_cuda_csrg_mat_mod.o psb_s_cuda_hybg_mat_mod.o: cusparse_mod.o psb_vectordev_mod.o
|
||||
psb_d_cuda_csrg_mat_mod.o psb_d_cuda_hybg_mat_mod.o: cusparse_mod.o psb_vectordev_mod.o
|
||||
psb_z_cuda_hlg_mat_mod.o: hlldev_mod.o psb_z_cuda_vect_mod.o psb_cuda_env_mod.o
|
||||
psb_z_cuda_elg_mat_mod.o: elldev_mod.o psb_z_cuda_vect_mod.o
|
||||
psb_c_cuda_hlg_mat_mod.o: hlldev_mod.o psb_c_cuda_vect_mod.o psb_cuda_env_mod.o
|
||||
psb_c_cuda_elg_mat_mod.o: elldev_mod.o psb_c_cuda_vect_mod.o
|
||||
psb_c_cuda_csrg_mat_mod.o psb_c_cuda_hybg_mat_mod.o: cusparse_mod.o psb_vectordev_mod.o
|
||||
psb_z_cuda_csrg_mat_mod.o psb_z_cuda_hybg_mat_mod.o: cusparse_mod.o psb_vectordev_mod.o
|
||||
psb_vectordev_mod.o: psb_s_vectordev_mod.o psb_d_vectordev_mod.o psb_c_vectordev_mod.o psb_z_vectordev_mod.o psb_i_vectordev_mod.o
|
||||
psb_i_vectordev_mod.o psb_s_vectordev_mod.o psb_d_vectordev_mod.o psb_c_vectordev_mod.o psb_z_vectordev_mod.o: psb_base_vectordev_mod.o
|
||||
vectordev.o: cuda_util.o vectordev.h
|
||||
elldev.o: elldev.c
|
||||
dnsdev.o: dnsdev.c
|
||||
fcusparse.h elldev.c: elldev.h vectordev.h
|
||||
fcusparse.o scusparse.o dcusparse.o ccusparse.o zcusparse.o : fcusparse.h
|
||||
fcusparse.o scusparse.o dcusparse.o ccusparse.o zcusparse.o : fcusparse_fct.h
|
||||
svectordev.o: svectordev.h vectordev.h
|
||||
dvectordev.o: dvectordev.h vectordev.h
|
||||
cvectordev.o: cvectordev.h vectordev.h
|
||||
zvectordev.o: zvectordev.h vectordev.h
|
||||
psb_cuda_env_mod.o: base_cusparse_mod.o
|
||||
psb_cuda_mod.o: psb_cuda_env_mod.o psb_i_cuda_vect_mod.o\
|
||||
psb_d_cuda_vect_mod.o psb_s_cuda_vect_mod.o\
|
||||
psb_z_cuda_vect_mod.o psb_c_cuda_vect_mod.o\
|
||||
psb_d_cuda_elg_mat_mod.o psb_d_cuda_hlg_mat_mod.o \
|
||||
psb_d_cuda_hybg_mat_mod.o psb_d_cuda_csrg_mat_mod.o\
|
||||
psb_s_cuda_elg_mat_mod.o psb_s_cuda_hlg_mat_mod.o \
|
||||
psb_s_cuda_hybg_mat_mod.o psb_s_cuda_csrg_mat_mod.o\
|
||||
psb_c_cuda_elg_mat_mod.o psb_c_cuda_hlg_mat_mod.o \
|
||||
psb_c_cuda_hybg_mat_mod.o psb_c_cuda_csrg_mat_mod.o\
|
||||
psb_z_cuda_elg_mat_mod.o psb_z_cuda_hlg_mat_mod.o \
|
||||
psb_z_cuda_hybg_mat_mod.o psb_z_cuda_csrg_mat_mod.o\
|
||||
psb_d_cuda_diag_mat_mod.o \
|
||||
psb_d_cuda_hdiag_mat_mod.o psb_s_cuda_hdiag_mat_mod.o\
|
||||
psb_s_cuda_dnsg_mat_mod.o psb_d_cuda_dnsg_mat_mod.o \
|
||||
psb_c_cuda_dnsg_mat_mod.o psb_z_cuda_dnsg_mat_mod.o
|
||||
|
||||
iobjs: $(FOBJS)
|
||||
$(MAKE) -C impl objs
|
||||
cudaobjs: $(FOBJS)
|
||||
$(MAKE) -C CUDA objs
|
||||
|
||||
ilib: objs
|
||||
$(MAKE) -C impl lib LIBNAME=$(LIBNAME)
|
||||
cudalib: objs ilib
|
||||
$(MAKE) -C CUDA lib LIBNAME=$(LIBNAME)
|
||||
|
||||
clean: cclean iclean cudaclean spgpuclean
|
||||
/bin/rm -f $(FOBJS) *$(.mod) *.a
|
||||
|
||||
cclean:
|
||||
/bin/rm -f $(COBJS)
|
||||
iclean:
|
||||
$(MAKE) -C impl clean
|
||||
cudaclean:
|
||||
$(MAKE) -C CUDA clean
|
||||
spgpuclean:
|
||||
$(MAKE) -C spgpu clean
|
||||
|
||||
veryclean: clean
|
||||
@ -0,0 +1,113 @@
|
||||
! Parallel Sparse BLAS GPU plugin
|
||||
! (C) Copyright 2013
|
||||
!
|
||||
! Salvatore Filippone
|
||||
! Alessandro Fanfarillo
|
||||
!
|
||||
! Redistribution and use in source and binary forms, with or without
|
||||
! modification, are permitted provided that the following conditions
|
||||
! are met:
|
||||
! 1. Redistributions of source code must retain the above copyright
|
||||
! notice, this list of conditions and the following disclaimer.
|
||||
! 2. Redistributions in binary form must reproduce the above copyright
|
||||
! notice, this list of conditions, and the following disclaimer in the
|
||||
! documentation and/or other materials provided with the distribution.
|
||||
! 3. The name of the PSBLAS group or the names of its contributors may
|
||||
! not be used to endorse or promote products derived from this
|
||||
! software without specific written permission.
|
||||
!
|
||||
! THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
! ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
! TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
! PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS
|
||||
! BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
! CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
! SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
! INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
! CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
! ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
! POSSIBILITY OF SUCH DAMAGE.
|
||||
!
|
||||
|
||||
|
||||
module base_cusparse_mod
|
||||
use iso_c_binding
|
||||
! Interface to CUSPARSE.
|
||||
|
||||
enum, bind(c)
|
||||
enumerator cusparse_status_success
|
||||
enumerator cusparse_status_not_initialized
|
||||
enumerator cusparse_status_alloc_failed
|
||||
enumerator cusparse_status_invalid_value
|
||||
enumerator cusparse_status_arch_mismatch
|
||||
enumerator cusparse_status_mapping_error
|
||||
enumerator cusparse_status_execution_failed
|
||||
enumerator cusparse_status_internal_error
|
||||
enumerator cusparse_status_matrix_type_not_supported
|
||||
end enum
|
||||
|
||||
enum, bind(c)
|
||||
enumerator cusparse_matrix_type_general
|
||||
enumerator cusparse_matrix_type_symmetric
|
||||
enumerator cusparse_matrix_type_hermitian
|
||||
enumerator cusparse_matrix_type_triangular
|
||||
end enum
|
||||
|
||||
enum, bind(c)
|
||||
enumerator cusparse_fill_mode_lower
|
||||
enumerator cusparse_fill_mode_upper
|
||||
end enum
|
||||
|
||||
enum, bind(c)
|
||||
enumerator cusparse_diag_type_non_unit
|
||||
enumerator cusparse_diag_type_unit
|
||||
end enum
|
||||
|
||||
enum, bind(c)
|
||||
enumerator cusparse_index_base_zero
|
||||
enumerator cusparse_index_base_one
|
||||
end enum
|
||||
|
||||
enum, bind(c)
|
||||
enumerator cusparse_operation_non_transpose
|
||||
enumerator cusparse_operation_transpose
|
||||
enumerator cusparse_operation_conjugate_transpose
|
||||
end enum
|
||||
|
||||
enum, bind(c)
|
||||
enumerator cusparse_direction_row
|
||||
enumerator cusparse_direction_column
|
||||
end enum
|
||||
|
||||
interface
|
||||
function FcusparseCreate() &
|
||||
& bind(c,name="FcusparseCreate") result(res)
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
end function FcusparseCreate
|
||||
end interface
|
||||
|
||||
interface
|
||||
function FcusparseDestroy() &
|
||||
& bind(c,name="FcusparseDestroy") result(res)
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
end function FcusparseDestroy
|
||||
end interface
|
||||
|
||||
contains
|
||||
|
||||
function initFcusparse() result(res)
|
||||
implicit none
|
||||
integer(c_int) :: res
|
||||
|
||||
res = FcusparseCreate()
|
||||
end function initFcusparse
|
||||
|
||||
function closeFcusparse() result(res)
|
||||
implicit none
|
||||
integer(c_int) :: res
|
||||
res = FcusparseDestroy()
|
||||
end function closeFcusparse
|
||||
|
||||
end module base_cusparse_mod
|
||||
@ -0,0 +1,312 @@
|
||||
! Parallel Sparse BLAS GPU plugin
|
||||
! (C) Copyright 2013
|
||||
!
|
||||
! Salvatore Filippone
|
||||
! Alessandro Fanfarillo
|
||||
!
|
||||
! Redistribution and use in source and binary forms, with or without
|
||||
! modification, are permitted provided that the following conditions
|
||||
! are met:
|
||||
! 1. Redistributions of source code must retain the above copyright
|
||||
! notice, this list of conditions and the following disclaimer.
|
||||
! 2. Redistributions in binary form must reproduce the above copyright
|
||||
! notice, this list of conditions, and the following disclaimer in the
|
||||
! documentation and/or other materials provided with the distribution.
|
||||
! 3. The name of the PSBLAS group or the names of its contributors may
|
||||
! not be used to endorse or promote products derived from this
|
||||
! software without specific written permission.
|
||||
!
|
||||
! THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
! ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
! TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
! PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS
|
||||
! BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
! CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
! SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
! INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
! CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
! ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
! POSSIBILITY OF SUCH DAMAGE.
|
||||
!
|
||||
|
||||
|
||||
module c_cusparse_mod
|
||||
use base_cusparse_mod
|
||||
|
||||
type, bind(c) :: c_Cmat
|
||||
type(c_ptr) :: Mat = c_null_ptr
|
||||
end type c_Cmat
|
||||
|
||||
#if CUDA_SHORT_VERSION <= 10
|
||||
type, bind(c) :: c_Hmat
|
||||
type(c_ptr) :: Mat = c_null_ptr
|
||||
end type c_Hmat
|
||||
#endif
|
||||
|
||||
interface CSRGDeviceFree
|
||||
function c_CSRGDeviceFree(Mat) &
|
||||
& bind(c,name="c_CSRGDeviceFree") result(res)
|
||||
use iso_c_binding
|
||||
import c_Cmat
|
||||
type(c_Cmat) :: Mat
|
||||
integer(c_int) :: res
|
||||
end function c_CSRGDeviceFree
|
||||
end interface
|
||||
|
||||
interface CSRGDeviceSetMatType
|
||||
function c_CSRGDeviceSetMatType(Mat,type) &
|
||||
& bind(c,name="c_CSRGDeviceSetMatType") result(res)
|
||||
use iso_c_binding
|
||||
import c_Cmat
|
||||
type(c_Cmat) :: Mat
|
||||
integer(c_int),value :: type
|
||||
integer(c_int) :: res
|
||||
end function c_CSRGDeviceSetMatType
|
||||
end interface
|
||||
|
||||
interface CSRGDeviceSetMatFillMode
|
||||
function c_CSRGDeviceSetMatFillMode(Mat,type) &
|
||||
& bind(c,name="c_CSRGDeviceSetMatFillMode") result(res)
|
||||
use iso_c_binding
|
||||
import c_Cmat
|
||||
type(c_Cmat) :: Mat
|
||||
integer(c_int),value :: type
|
||||
integer(c_int) :: res
|
||||
end function c_CSRGDeviceSetMatFillMode
|
||||
end interface
|
||||
|
||||
interface CSRGDeviceSetMatDiagType
|
||||
function c_CSRGDeviceSetMatDiagType(Mat,type) &
|
||||
& bind(c,name="c_CSRGDeviceSetMatDiagType") result(res)
|
||||
use iso_c_binding
|
||||
import c_Cmat
|
||||
type(c_Cmat) :: Mat
|
||||
integer(c_int),value :: type
|
||||
integer(c_int) :: res
|
||||
end function c_CSRGDeviceSetMatDiagType
|
||||
end interface
|
||||
|
||||
interface CSRGDeviceSetMatIndexBase
|
||||
function c_CSRGDeviceSetMatIndexBase(Mat,type) &
|
||||
& bind(c,name="c_CSRGDeviceSetMatIndexBase") result(res)
|
||||
use iso_c_binding
|
||||
import c_Cmat
|
||||
type(c_Cmat) :: Mat
|
||||
integer(c_int),value :: type
|
||||
integer(c_int) :: res
|
||||
end function c_CSRGDeviceSetMatIndexBase
|
||||
end interface
|
||||
|
||||
#if CUDA_SHORT_VERSION <= 10
|
||||
interface CSRGDeviceCsrsmAnalysis
|
||||
function c_CSRGDeviceCsrsmAnalysis(Mat) &
|
||||
& bind(c,name="c_CSRGDeviceCsrsmAnalysis") result(res)
|
||||
use iso_c_binding
|
||||
import c_Cmat
|
||||
type(c_Cmat) :: Mat
|
||||
integer(c_int) :: res
|
||||
end function c_CSRGDeviceCsrsmAnalysis
|
||||
end interface
|
||||
#else
|
||||
interface CSRGIsNullSvBuffer
|
||||
function c_CSRGIsNullSvBuffer(Mat) &
|
||||
& bind(c,name="c_CSRGIsNullSvBuffer") result(res)
|
||||
use iso_c_binding
|
||||
import c_Cmat
|
||||
type(c_Cmat) :: Mat
|
||||
integer(c_int) :: res
|
||||
end function c_CSRGIsNullSvBuffer
|
||||
end interface
|
||||
#endif
|
||||
|
||||
interface CSRGDeviceAlloc
|
||||
function c_CSRGDeviceAlloc(Mat,nr,nc,nz) &
|
||||
& bind(c,name="c_CSRGDeviceAlloc") result(res)
|
||||
use iso_c_binding
|
||||
import c_Cmat
|
||||
type(c_Cmat) :: Mat
|
||||
integer(c_int), value :: nr, nc, nz
|
||||
integer(c_int) :: res
|
||||
end function c_CSRGDeviceAlloc
|
||||
end interface
|
||||
|
||||
interface CSRGDeviceGetParms
|
||||
function c_CSRGDeviceGetParms(Mat,nr,nc,nz) &
|
||||
& bind(c,name="c_CSRGDeviceGetParms") result(res)
|
||||
use iso_c_binding
|
||||
import c_Cmat
|
||||
type(c_Cmat) :: Mat
|
||||
integer(c_int) :: nr, nc, nz
|
||||
integer(c_int) :: res
|
||||
end function c_CSRGDeviceGetParms
|
||||
end interface
|
||||
|
||||
interface spsvCSRGDevice
|
||||
function c_spsvCSRGDevice(Mat,alpha,x,beta,y) &
|
||||
& bind(c,name="c_spsvCSRGDevice") result(res)
|
||||
use iso_c_binding
|
||||
import c_Cmat
|
||||
type(c_Cmat) :: Mat
|
||||
type(c_ptr), value :: x
|
||||
type(c_ptr), value :: y
|
||||
complex(c_float_complex), value :: alpha,beta
|
||||
integer(c_int) :: res
|
||||
end function c_spsvCSRGDevice
|
||||
end interface
|
||||
|
||||
interface spmvCSRGDevice
|
||||
function c_spmvCSRGDevice(Mat,alpha,x,beta,y) &
|
||||
& bind(c,name="c_spmvCSRGDevice") result(res)
|
||||
use iso_c_binding
|
||||
import c_Cmat
|
||||
type(c_Cmat) :: Mat
|
||||
type(c_ptr), value :: x
|
||||
type(c_ptr), value :: y
|
||||
complex(c_float_complex), value :: alpha,beta
|
||||
integer(c_int) :: res
|
||||
end function c_spmvCSRGDevice
|
||||
end interface
|
||||
|
||||
interface CSRGHost2Device
|
||||
function c_CSRGHost2Device(Mat,m,n,nz,irp,ja,val) &
|
||||
& bind(c,name="c_CSRGHost2Device") result(res)
|
||||
use iso_c_binding
|
||||
import c_Cmat
|
||||
type(c_Cmat) :: Mat
|
||||
integer(c_int), value :: m,n,nz
|
||||
integer(c_int) :: irp(*), ja(*)
|
||||
complex(c_float_complex) :: val(*)
|
||||
integer(c_int) :: res
|
||||
end function c_CSRGHost2Device
|
||||
end interface
|
||||
|
||||
interface CSRGDevice2Host
|
||||
function c_CSRGDevice2Host(Mat,m,n,nz,irp,ja,val) &
|
||||
& bind(c,name="c_CSRGDevice2Host") result(res)
|
||||
use iso_c_binding
|
||||
import c_Cmat
|
||||
type(c_Cmat) :: Mat
|
||||
integer(c_int), value :: m,n,nz
|
||||
integer(c_int) :: irp(*), ja(*)
|
||||
complex(c_float_complex) :: val(*)
|
||||
integer(c_int) :: res
|
||||
end function c_CSRGDevice2Host
|
||||
end interface
|
||||
|
||||
#if CUDA_SHORT_VERSION <=10
|
||||
interface HYBGDeviceAlloc
|
||||
function c_HYBGDeviceAlloc(Mat,nr,nc,nz) &
|
||||
& bind(c,name="c_HYBGDeviceAlloc") result(res)
|
||||
use iso_c_binding
|
||||
import c_hmat
|
||||
type(c_Hmat) :: Mat
|
||||
integer(c_int), value :: nr, nc, nz
|
||||
integer(c_int) :: res
|
||||
end function c_HYBGDeviceAlloc
|
||||
end interface
|
||||
|
||||
interface HYBGDeviceFree
|
||||
function c_HYBGDeviceFree(Mat) &
|
||||
& bind(c,name="c_HYBGDeviceFree") result(res)
|
||||
use iso_c_binding
|
||||
import c_Hmat
|
||||
type(c_Hmat) :: Mat
|
||||
integer(c_int) :: res
|
||||
end function c_HYBGDeviceFree
|
||||
end interface
|
||||
|
||||
interface HYBGDeviceSetMatType
|
||||
function c_HYBGDeviceSetMatType(Mat,type) &
|
||||
& bind(c,name="c_HYBGDeviceSetMatType") result(res)
|
||||
use iso_c_binding
|
||||
import c_Hmat
|
||||
type(c_Hmat) :: Mat
|
||||
integer(c_int),value :: type
|
||||
integer(c_int) :: res
|
||||
end function c_HYBGDeviceSetMatType
|
||||
end interface
|
||||
|
||||
interface HYBGDeviceSetMatFillMode
|
||||
function c_HYBGDeviceSetMatFillMode(Mat,type) &
|
||||
& bind(c,name="c_HYBGDeviceSetMatFillMode") result(res)
|
||||
use iso_c_binding
|
||||
import c_Hmat
|
||||
type(c_Hmat) :: Mat
|
||||
integer(c_int),value :: type
|
||||
integer(c_int) :: res
|
||||
end function c_HYBGDeviceSetMatFillMode
|
||||
end interface
|
||||
|
||||
interface HYBGDeviceSetMatDiagType
|
||||
function c_HYBGDeviceSetMatDiagType(Mat,type) &
|
||||
& bind(c,name="c_HYBGDeviceSetMatDiagType") result(res)
|
||||
use iso_c_binding
|
||||
import c_Hmat
|
||||
type(c_Hmat) :: Mat
|
||||
integer(c_int),value :: type
|
||||
integer(c_int) :: res
|
||||
end function c_HYBGDeviceSetMatDiagType
|
||||
end interface
|
||||
|
||||
interface HYBGDeviceSetMatIndexBase
|
||||
function c_HYBGDeviceSetMatIndexBase(Mat,type) &
|
||||
& bind(c,name="c_HYBGDeviceSetMatIndexBase") result(res)
|
||||
use iso_c_binding
|
||||
import c_Hmat
|
||||
type(c_Hmat) :: Mat
|
||||
integer(c_int),value :: type
|
||||
integer(c_int) :: res
|
||||
end function c_HYBGDeviceSetMatIndexBase
|
||||
end interface
|
||||
|
||||
interface HYBGDeviceHybsmAnalysis
|
||||
function c_HYBGDeviceHybsmAnalysis(Mat) &
|
||||
& bind(c,name="c_HYBGDeviceHybsmAnalysis") result(res)
|
||||
use iso_c_binding
|
||||
import c_Hmat
|
||||
type(c_Hmat) :: Mat
|
||||
integer(c_int) :: res
|
||||
end function c_HYBGDeviceHybsmAnalysis
|
||||
end interface
|
||||
|
||||
interface spsvHYBGDevice
|
||||
function c_spsvHYBGDevice(Mat,alpha,x,beta,y) &
|
||||
& bind(c,name="c_spsvHYBGDevice") result(res)
|
||||
use iso_c_binding
|
||||
import c_Hmat
|
||||
type(c_Hmat) :: Mat
|
||||
type(c_ptr), value :: x
|
||||
type(c_ptr), value :: y
|
||||
complex(c_float_complex), value :: alpha,beta
|
||||
integer(c_int) :: res
|
||||
end function c_spsvHYBGDevice
|
||||
end interface
|
||||
|
||||
interface spmvHYBGDevice
|
||||
function c_spmvHYBGDevice(Mat,alpha,x,beta,y) &
|
||||
& bind(c,name="c_spmvHYBGDevice") result(res)
|
||||
use iso_c_binding
|
||||
import c_Hmat
|
||||
type(c_Hmat) :: Mat
|
||||
type(c_ptr), value :: x
|
||||
type(c_ptr), value :: y
|
||||
complex(c_float_complex), value :: alpha,beta
|
||||
integer(c_int) :: res
|
||||
end function c_spmvHYBGDevice
|
||||
end interface
|
||||
|
||||
interface HYBGHost2Device
|
||||
function c_HYBGHost2Device(Mat,m,n,nz,irp,ja,val) &
|
||||
& bind(c,name="c_HYBGHost2Device") result(res)
|
||||
use iso_c_binding
|
||||
import c_Hmat
|
||||
type(c_Hmat) :: Mat
|
||||
integer(c_int), value :: m,n,nz
|
||||
integer(c_int) :: irp(*), ja(*)
|
||||
complex(c_float_complex) :: val(*)
|
||||
integer(c_int) :: res
|
||||
end function c_HYBGHost2Device
|
||||
end interface
|
||||
#endif
|
||||
|
||||
end module c_cusparse_mod
|
||||
@ -0,0 +1,99 @@
|
||||
/* Parallel Sparse BLAS GPU plugin */
|
||||
/* (C) Copyright 2013 */
|
||||
|
||||
/* Salvatore Filippone */
|
||||
/* Alessandro Fanfarillo */
|
||||
|
||||
/* Redistribution and use in source and binary forms, with or without */
|
||||
/* modification, are permitted provided that the following conditions */
|
||||
/* are met: */
|
||||
/* 1. Redistributions of source code must retain the above copyright */
|
||||
/* notice, this list of conditions and the following disclaimer. */
|
||||
/* 2. Redistributions in binary form must reproduce the above copyright */
|
||||
/* notice, this list of conditions, and the following disclaimer in the */
|
||||
/* documentation and/or other materials provided with the distribution. */
|
||||
/* 3. The name of the PSBLAS group or the names of its contributors may */
|
||||
/* not be used to endorse or promote products derived from this */
|
||||
/* software without specific written permission. */
|
||||
|
||||
/* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS */
|
||||
/* ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED */
|
||||
/* TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR */
|
||||
/* PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS */
|
||||
/* BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR */
|
||||
/* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF */
|
||||
/* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS */
|
||||
/* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN */
|
||||
/* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) */
|
||||
/* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE */
|
||||
/* POSSIBILITY OF SUCH DAMAGE. */
|
||||
|
||||
|
||||
|
||||
#include <stdio.h>
|
||||
#include <stdlib.h>
|
||||
|
||||
#include <cuda_runtime.h>
|
||||
#include <cusparse_v2.h>
|
||||
#include "cintrf.h"
|
||||
#include "fcusparse.h"
|
||||
|
||||
|
||||
/* Double precision real */
|
||||
#define TYPE float complex
|
||||
#define CUSPARSE_BASE_TYPE CUDA_C_32F
|
||||
#define T_CSRGDeviceMat c_CSRGDeviceMat
|
||||
#define T_Cmat c_Cmat
|
||||
#define T_spmvCSRGDevice c_spmvCSRGDevice
|
||||
#define T_spsvCSRGDevice c_spsvCSRGDevice
|
||||
#define T_CSRGDeviceAlloc c_CSRGDeviceAlloc
|
||||
#define T_CSRGDeviceFree c_CSRGDeviceFree
|
||||
#define T_CSRGHost2Device c_CSRGHost2Device
|
||||
#define T_CSRGDevice2Host c_CSRGDevice2Host
|
||||
#define T_CSRGDeviceSetMatFillMode c_CSRGDeviceSetMatFillMode
|
||||
#define T_CSRGDeviceSetMatDiagType c_CSRGDeviceSetMatDiagType
|
||||
#define T_CSRGDeviceGetParms c_CSRGDeviceGetParms
|
||||
|
||||
#if CUDA_SHORT_VERSION <= 10
|
||||
#define T_CSRGDeviceSetMatType c_CSRGDeviceSetMatType
|
||||
#define T_CSRGDeviceSetMatIndexBase c_CSRGDeviceSetMatIndexBase
|
||||
#define T_CSRGDeviceCsrsmAnalysis c_CSRGDeviceCsrsmAnalysis
|
||||
#define cusparseTcsrmv cusparseCcsrmv
|
||||
#define cusparseTcsrsv_solve cusparseCcsrsv_solve
|
||||
#define cusparseTcsrsv_analysis cusparseCcsrsv_analysis
|
||||
#define T_HYBGDeviceMat c_HYBGDeviceMat
|
||||
#define T_Hmat c_Hmat
|
||||
#define T_HYBGDeviceFree c_HYBGDeviceFree
|
||||
#define T_spmvHYBGDevice c_spmvHYBGDevice
|
||||
#define T_HYBGDeviceAlloc c_HYBGDeviceAlloc
|
||||
#define T_HYBGDeviceSetMatDiagType c_HYBGDeviceSetMatDiagType
|
||||
#define T_HYBGDeviceSetMatIndexBase c_HYBGDeviceSetMatIndexBase
|
||||
#define T_HYBGDeviceSetMatType c_HYBGDeviceSetMatType
|
||||
#define T_HYBGDeviceSetMatFillMode c_HYBGDeviceSetMatFillMode
|
||||
#define T_HYBGDeviceHybsmAnalysis c_HYBGDeviceHybsmAnalysis
|
||||
#define T_spsvHYBGDevice c_spsvHYBGDevice
|
||||
#define T_HYBGHost2Device c_HYBGHost2Device
|
||||
#define cusparseThybmv cusparseChybmv
|
||||
#define cusparseThybsv_solve cusparseChybsv_solve
|
||||
#define cusparseThybsv_analysis cusparseChybsv_analysis
|
||||
#define cusparseTcsr2hyb cusparseCcsr2hyb
|
||||
|
||||
#elif CUDA_VERSION < 11030
|
||||
|
||||
#define T_CSRGDeviceSetMatType c_CSRGDeviceSetMatType
|
||||
#define T_CSRGDeviceSetMatIndexBase c_CSRGDeviceSetMatIndexBase
|
||||
#define T_CSRGDeviceCsrsv2Analysis c_CSRGDeviceCsrsv2Analysis
|
||||
#define cusparseTcsrsv2_bufferSize cusparseCcsrsv2_bufferSize
|
||||
#define cusparseTcsrsv2_analysis cusparseCcsrsv2_analysis
|
||||
#define cusparseTcsrsv2_solve cusparseCcsrsv2_solve
|
||||
#else
|
||||
|
||||
#define T_CSRGIsNullSvBuffer c_CSRGIsNullSvBuffer
|
||||
#define T_CSRGIsNullSvDescr c_CSRGIsNullSvDescr
|
||||
#define T_CSRGIsNullMvDescr c_CSRGIsNullMvDescr
|
||||
#define T_CSRGCreateSpMVDescr c_CSRGCreateSpMVDescr
|
||||
|
||||
#endif
|
||||
|
||||
#include "fcusparse_fct.h"
|
||||
|
||||
@ -0,0 +1,47 @@
|
||||
/* Parallel Sparse BLAS SPGPU plugin */
|
||||
/* (C) Copyright 2013 */
|
||||
|
||||
/* Salvatore Filippone */
|
||||
/* Alessandro Fanfarillo */
|
||||
|
||||
/* Redistribution and use in source and binary forms, with or without */
|
||||
/* modification, are permitted provided that the following conditions */
|
||||
/* are met: */
|
||||
/* 1. Redistributions of source code must retain the above copyright */
|
||||
/* notice, this list of conditions and the following disclaimer. */
|
||||
/* 2. Redistributions in binary form must reproduce the above copyright */
|
||||
/* notice, this list of conditions, and the following disclaimer in the */
|
||||
/* documentation and/or other materials provided with the distribution. */
|
||||
/* 3. The name of the PSBLAS group or the names of its contributors may */
|
||||
/* not be used to endorse or promote products derived from this */
|
||||
/* software without specific written permission. */
|
||||
|
||||
/* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS */
|
||||
/* ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED */
|
||||
/* TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR */
|
||||
/* PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS */
|
||||
/* BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR */
|
||||
/* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF */
|
||||
/* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS */
|
||||
/* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN */
|
||||
/* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) */
|
||||
/* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE */
|
||||
/* POSSIBILITY OF SUCH DAMAGE. */
|
||||
|
||||
|
||||
|
||||
#ifndef _CINTRF_H_
|
||||
#define _CINTRF_H_
|
||||
|
||||
#include <stdlib.h>
|
||||
#include <stdio.h>
|
||||
|
||||
#include "core.h"
|
||||
#include "cuda_util.h"
|
||||
#include "vector.h"
|
||||
#include "vectordev.h"
|
||||
|
||||
#define ELL_PITCH_ALIGN_S 32
|
||||
#define ELL_PITCH_ALIGN_D 16
|
||||
|
||||
#endif
|
||||
@ -0,0 +1,53 @@
|
||||
! Parallel Sparse BLAS GPU plugin
|
||||
! (C) Copyright 2013
|
||||
!
|
||||
! Salvatore Filippone
|
||||
! Alessandro Fanfarillo
|
||||
!
|
||||
! Redistribution and use in source and binary forms, with or without
|
||||
! modification, are permitted provided that the following conditions
|
||||
! are met:
|
||||
! 1. Redistributions of source code must retain the above copyright
|
||||
! notice, this list of conditions and the following disclaimer.
|
||||
! 2. Redistributions in binary form must reproduce the above copyright
|
||||
! notice, this list of conditions, and the following disclaimer in the
|
||||
! documentation and/or other materials provided with the distribution.
|
||||
! 3. The name of the PSBLAS group or the names of its contributors may
|
||||
! not be used to endorse or promote products derived from this
|
||||
! software without specific written permission.
|
||||
!
|
||||
! THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
! ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
! TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
! PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS
|
||||
! BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
! CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
! SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
! INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
! CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
! ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
! POSSIBILITY OF SUCH DAMAGE.
|
||||
!
|
||||
|
||||
|
||||
module core_mod
|
||||
use iso_c_binding
|
||||
|
||||
integer(c_int), parameter :: spgpu_type_int = 0
|
||||
integer(c_int), parameter :: spgpu_type_float = 1
|
||||
integer(c_int), parameter :: spgpu_type_double = 2
|
||||
integer(c_int), parameter :: spgpu_type_complex_float = 3
|
||||
integer(c_int), parameter :: spgpu_type_complex_double = 4
|
||||
integer(c_int), parameter :: spgpu_success = 0
|
||||
integer(c_int), parameter :: spgpu_unsupported = 1
|
||||
integer(c_int), parameter :: spgpu_unspecified = 2
|
||||
integer(c_int), parameter :: spgpu_outofmem = 3
|
||||
|
||||
interface
|
||||
subroutine psb_cudaSync() &
|
||||
& bind(c,name='cudaSync')
|
||||
use iso_c_binding
|
||||
end subroutine psb_cudaSync
|
||||
end interface
|
||||
|
||||
end module core_mod
|
||||
@ -0,0 +1,799 @@
|
||||
/* Parallel Sparse BLAS GPU plugin */
|
||||
/* (C) Copyright 2013 */
|
||||
|
||||
/* Salvatore Filippone */
|
||||
/* Alessandro Fanfarillo */
|
||||
|
||||
/* Redistribution and use in source and binary forms, with or without */
|
||||
/* modification, are permitted provided that the following conditions */
|
||||
/* are met: */
|
||||
/* 1. Redistributions of source code must retain the above copyright */
|
||||
/* notice, this list of conditions and the following disclaimer. */
|
||||
/* 2. Redistributions in binary form must reproduce the above copyright */
|
||||
/* notice, this list of conditions, and the following disclaimer in the */
|
||||
/* documentation and/or other materials provided with the distribution. */
|
||||
/* 3. The name of the PSBLAS group or the names of its contributors may */
|
||||
/* not be used to endorse or promote products derived from this */
|
||||
/* software without specific written permission. */
|
||||
|
||||
/* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS */
|
||||
/* ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED */
|
||||
/* TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR */
|
||||
/* PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS */
|
||||
/* BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR */
|
||||
/* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF */
|
||||
/* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS */
|
||||
/* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN */
|
||||
/* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) */
|
||||
/* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE */
|
||||
/* POSSIBILITY OF SUCH DAMAGE. */
|
||||
|
||||
|
||||
|
||||
#include "cuda_util.h"
|
||||
|
||||
|
||||
static int hasUVA=-1;
|
||||
static struct cudaDeviceProp *prop=NULL;
|
||||
static spgpuHandle_t psb_cuda_handle = NULL;
|
||||
static cublasHandle_t psb_cublas_handle = NULL;
|
||||
|
||||
|
||||
int allocRemoteBuffer(void** buffer, int count)
|
||||
{
|
||||
cudaError_t err = cudaMalloc(buffer, count);
|
||||
if (err == cudaSuccess)
|
||||
{
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
else
|
||||
{
|
||||
fprintf(stderr,"CUDA allocRemoteBuffer for %d bytes Error: %s \n",
|
||||
count, cudaGetErrorString(err));
|
||||
if(err == cudaErrorMemoryAllocation)
|
||||
return SPGPU_OUTOFMEMORY;
|
||||
else
|
||||
return SPGPU_UNSPECIFIED;
|
||||
}
|
||||
}
|
||||
|
||||
int hostRegisterMapped(void *pointer, long size)
|
||||
{
|
||||
cudaError_t err = cudaHostRegister(pointer, size, cudaHostRegisterMapped);
|
||||
|
||||
if (err == cudaSuccess)
|
||||
{
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
else
|
||||
{
|
||||
fprintf(stderr,"CUDA hostRegisterMapped Error: %s\n", cudaGetErrorString(err));
|
||||
if(err == cudaErrorMemoryAllocation)
|
||||
return SPGPU_OUTOFMEMORY;
|
||||
else
|
||||
return SPGPU_UNSPECIFIED;
|
||||
}
|
||||
}
|
||||
|
||||
int getDevicePointer(void **d_p, void * h_p)
|
||||
{
|
||||
cudaError_t err = cudaHostGetDevicePointer(d_p,h_p,0);
|
||||
|
||||
if (err == cudaSuccess)
|
||||
{
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
else
|
||||
{
|
||||
fprintf(stderr,"CUDA getDevicePointer Error: %s\n", cudaGetErrorString(err));
|
||||
if(err == cudaErrorMemoryAllocation)
|
||||
return SPGPU_OUTOFMEMORY;
|
||||
else
|
||||
return SPGPU_UNSPECIFIED;
|
||||
}
|
||||
}
|
||||
|
||||
int registerMappedMemory(void *buffer, void **dp, int size)
|
||||
{
|
||||
//cudaError_t err = cudaHostAlloc(buffer,size,cudaHostAllocMapped);
|
||||
cudaError_t err = cudaHostRegister(buffer, size, cudaHostRegisterMapped);
|
||||
if (err == cudaSuccess) err = cudaHostGetDevicePointer(dp,buffer,0);
|
||||
|
||||
if (err == cudaSuccess)
|
||||
{
|
||||
err = cudaHostGetDevicePointer(dp,buffer,0);
|
||||
if (err == cudaSuccess)
|
||||
{
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
else
|
||||
{
|
||||
fprintf(stderr,"CUDA registerMappedMemory Error: %s\n", cudaGetErrorString(err));
|
||||
return SPGPU_UNSPECIFIED;
|
||||
}
|
||||
}
|
||||
else
|
||||
{
|
||||
fprintf(stderr,"CUDA registerMappedMemory Error: %s\n", cudaGetErrorString(err));
|
||||
if(err == cudaErrorMemoryAllocation)
|
||||
return SPGPU_OUTOFMEMORY;
|
||||
else
|
||||
return SPGPU_UNSPECIFIED;
|
||||
}
|
||||
}
|
||||
|
||||
int allocMappedMemory(void **buffer, void **dp, int size)
|
||||
{
|
||||
cudaError_t err = cudaHostAlloc(buffer,size,cudaHostAllocMapped);
|
||||
if (err == 0) err = cudaHostGetDevicePointer(dp,*buffer,0);
|
||||
|
||||
if (err == cudaSuccess)
|
||||
{
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
else
|
||||
{
|
||||
fprintf(stderr,"CUDA allocMappedMemory Error: %s\n", cudaGetErrorString(err));
|
||||
if(err == cudaErrorMemoryAllocation)
|
||||
return SPGPU_OUTOFMEMORY;
|
||||
else
|
||||
return SPGPU_UNSPECIFIED;
|
||||
}
|
||||
}
|
||||
|
||||
int unregisterMappedMemory(void *buffer)
|
||||
{
|
||||
//cudaError_t err = cudaHostAlloc(buffer,size,cudaHostAllocMapped);
|
||||
cudaError_t err = cudaHostUnregister(buffer);
|
||||
|
||||
if (err == cudaSuccess)
|
||||
{
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
else
|
||||
{
|
||||
fprintf(stderr,"CUDA unregisterMappedMemory Error: %s\n", cudaGetErrorString(err));
|
||||
if(err == cudaErrorMemoryAllocation)
|
||||
return SPGPU_OUTOFMEMORY;
|
||||
else
|
||||
return SPGPU_UNSPECIFIED;
|
||||
}
|
||||
}
|
||||
|
||||
int writeRemoteBuffer(void* hostSrc, void* buffer, int count)
|
||||
{
|
||||
cudaError_t err = cudaMemcpy(buffer, hostSrc, count, cudaMemcpyHostToDevice);
|
||||
|
||||
if (err == cudaSuccess)
|
||||
return SPGPU_SUCCESS;
|
||||
else {
|
||||
fprintf(stderr,"CUDA Error writeRemoteBuffer: %s %p %p %d\n",
|
||||
cudaGetErrorString(err),buffer, hostSrc, count);
|
||||
return SPGPU_UNSPECIFIED;
|
||||
}
|
||||
}
|
||||
|
||||
int readRemoteBuffer(void* hostDest, void* buffer, int count)
|
||||
{
|
||||
|
||||
|
||||
cudaError_t err1;
|
||||
cudaError_t err;
|
||||
#if 0
|
||||
{
|
||||
err1 =cudaGetLastError();
|
||||
fprintf(stderr,"CUDA Error prior to readRemoteBuffer: %s %d\n",
|
||||
cudaGetErrorString(err1),err1);
|
||||
}
|
||||
|
||||
#endif
|
||||
err = cudaMemcpy(hostDest, buffer, count, cudaMemcpyDeviceToHost);
|
||||
|
||||
if (err == cudaSuccess)
|
||||
return SPGPU_SUCCESS;
|
||||
else {
|
||||
fprintf(stderr,"CUDA Error readRemoteBuffer: %s %p %p %d %d\n",
|
||||
cudaGetErrorString(err),hostDest,buffer,count,err);
|
||||
return SPGPU_UNSPECIFIED;
|
||||
}
|
||||
}
|
||||
|
||||
int freeRemoteBuffer(void* buffer)
|
||||
{
|
||||
cudaError_t err = cudaFree(buffer);
|
||||
if (err == cudaSuccess)
|
||||
return SPGPU_SUCCESS;
|
||||
else {
|
||||
fprintf(stderr,"CUDA Error freeRemoteBuffer: %s %p\n", cudaGetErrorString(err),buffer);
|
||||
return SPGPU_UNSPECIFIED;
|
||||
}
|
||||
}
|
||||
|
||||
int gpuInit(int dev)
|
||||
{
|
||||
|
||||
int count,err;
|
||||
|
||||
if ((err=cudaSetDeviceFlags(cudaDeviceMapHost))!=cudaSuccess)
|
||||
fprintf(stderr,"Error On SetDeviceFlags: %d '%s'\n",err,cudaGetErrorString(err));
|
||||
if ((prop=(struct cudaDeviceProp *) malloc(sizeof(struct cudaDeviceProp)))==NULL) {
|
||||
fprintf(stderr,"CUDA Error gpuInit3: not malloced prop\n");
|
||||
return SPGPU_UNSPECIFIED;
|
||||
}
|
||||
err = setDevice(dev);
|
||||
if (err != cudaSuccess) {
|
||||
fprintf(stderr,"CUDA Error gpuInit2: %s\n", cudaGetErrorString(err));
|
||||
return SPGPU_UNSPECIFIED;
|
||||
}
|
||||
if (!psb_cublas_handle)
|
||||
psb_cudaCreateCublasHandle();
|
||||
hasUVA=getDeviceHasUVA();
|
||||
FcusparseCreate();
|
||||
return err;
|
||||
|
||||
}
|
||||
|
||||
void gpuClose()
|
||||
{
|
||||
cudaStream_t st1, st2;
|
||||
if (! psb_cuda_handle)
|
||||
st1=spgpuGetStream(psb_cuda_handle);
|
||||
if (! psb_cublas_handle)
|
||||
cublasGetStream(psb_cublas_handle,&st2);
|
||||
FcusparseDestroy();
|
||||
psb_cudaDestroyHandle();
|
||||
if (st1 != st2)
|
||||
psb_cudaDestroyCublasHandle();
|
||||
free(prop);
|
||||
prop=NULL;
|
||||
hasUVA=-1;
|
||||
}
|
||||
|
||||
|
||||
int setDevice(int dev)
|
||||
{
|
||||
int count,err,idev;
|
||||
|
||||
err = cudaGetDeviceCount(&count);
|
||||
if (err != cudaSuccess) {
|
||||
fprintf(stderr,"CUDA Error setDevice: %s\n", cudaGetErrorString(err));
|
||||
return SPGPU_UNSPECIFIED;
|
||||
}
|
||||
|
||||
if ((0<=dev)&&(dev<count))
|
||||
idev = dev;
|
||||
else
|
||||
idev = 0;
|
||||
err = cudaSetDevice(idev);
|
||||
if (err != cudaSuccess) {
|
||||
fprintf(stderr,"CUDA Error gpuInit2: %s\n", cudaGetErrorString(err));
|
||||
return SPGPU_UNSPECIFIED;
|
||||
}
|
||||
err = cudaGetDeviceProperties(prop,idev);
|
||||
if (err != cudaSuccess) {
|
||||
fprintf(stderr,"CUDA Error gpuInit4: %s\n", cudaGetErrorString(err));
|
||||
return SPGPU_UNSPECIFIED;
|
||||
}
|
||||
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
|
||||
int getDevice()
|
||||
{ int count;
|
||||
|
||||
cudaGetDevice(&count);
|
||||
return(count);
|
||||
}
|
||||
|
||||
int getDeviceHasUVA()
|
||||
{ int count=0;
|
||||
if (prop!=NULL)
|
||||
count = prop->unifiedAddressing;
|
||||
return(count);
|
||||
}
|
||||
|
||||
int getGPUMultiProcessors()
|
||||
{ int count=0;
|
||||
if (prop!=NULL)
|
||||
count = prop->multiProcessorCount;
|
||||
return(count);
|
||||
}
|
||||
|
||||
|
||||
int getGPUMemoryBusWidth()
|
||||
{ int count=0;
|
||||
#if CUDART_VERSION >= 5000
|
||||
if (prop!=NULL)
|
||||
count = prop->memoryBusWidth;
|
||||
#endif
|
||||
return(count);
|
||||
}
|
||||
int getGPUMemoryClockRate()
|
||||
{ int count=0;
|
||||
#if CUDART_VERSION >= 5000
|
||||
if (prop!=NULL)
|
||||
count = prop->memoryClockRate;
|
||||
#endif
|
||||
return(count);
|
||||
}
|
||||
int getGPUWarpSize()
|
||||
{ int count=0;
|
||||
if (prop!=NULL)
|
||||
count = prop->warpSize;
|
||||
return(count);
|
||||
}
|
||||
int getGPUMaxThreadsPerBlock()
|
||||
{ int count=0;
|
||||
if (prop!=NULL)
|
||||
count = prop->maxThreadsPerBlock;
|
||||
return(count);
|
||||
}
|
||||
int getGPUMaxThreadsPerMP()
|
||||
{ int count=0;
|
||||
if (prop!=NULL)
|
||||
count = prop->maxThreadsPerMultiProcessor;
|
||||
return(count);
|
||||
}
|
||||
int getGPUMaxRegistersPerBlock()
|
||||
{ int count=0;
|
||||
if (prop!=NULL)
|
||||
count = prop->regsPerBlock;
|
||||
return(count);
|
||||
}
|
||||
|
||||
void cpyGPUNameString(char *cstring)
|
||||
{
|
||||
*cstring='\0';
|
||||
if (prop!=NULL)
|
||||
strcpy(cstring,prop->name);
|
||||
|
||||
}
|
||||
|
||||
int DeviceHasUVA()
|
||||
{
|
||||
return(hasUVA == 1);
|
||||
}
|
||||
|
||||
|
||||
int getDeviceCount()
|
||||
{ int count;
|
||||
cudaError_t err;
|
||||
err = cudaGetDeviceCount(&count);
|
||||
if (err != cudaSuccess) {
|
||||
fprintf(stderr,"CUDA Error getDeviceCount: %s\n", cudaGetErrorString(err));
|
||||
return SPGPU_UNSPECIFIED;
|
||||
}
|
||||
return(count);
|
||||
}
|
||||
|
||||
void cudaSync()
|
||||
{
|
||||
cudaError_t err;
|
||||
err = cudaDeviceSynchronize();
|
||||
if (err == cudaSuccess)
|
||||
return SPGPU_SUCCESS;
|
||||
else {
|
||||
fprintf(stderr,"CUDA Error cudaSync: %s\n", cudaGetErrorString(err));
|
||||
return SPGPU_UNSPECIFIED;
|
||||
}
|
||||
}
|
||||
|
||||
void cudaReset()
|
||||
{
|
||||
cudaError_t err;
|
||||
err = cudaDeviceReset();
|
||||
if (err != cudaSuccess) {
|
||||
fprintf(stderr,"CUDA Error Reset: %s\n", cudaGetErrorString(err));
|
||||
return SPGPU_UNSPECIFIED;
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
spgpuHandle_t psb_cudaGetHandle()
|
||||
{
|
||||
return psb_cuda_handle;
|
||||
}
|
||||
|
||||
void psb_cudaCreateHandle()
|
||||
{
|
||||
if (!psb_cuda_handle)
|
||||
spgpuCreate(&psb_cuda_handle, getDevice());
|
||||
|
||||
}
|
||||
|
||||
void psb_cudaDestroyHandle()
|
||||
{
|
||||
if (!psb_cuda_handle)
|
||||
spgpuDestroy(psb_cuda_handle);
|
||||
psb_cuda_handle = NULL;
|
||||
}
|
||||
|
||||
cudaStream_t psb_cudaGetStream()
|
||||
{
|
||||
return spgpuGetStream(psb_cuda_handle);
|
||||
}
|
||||
|
||||
void psb_cudaSetStream(cudaStream_t stream)
|
||||
{
|
||||
spgpuSetStream(psb_cuda_handle, stream);
|
||||
return ;
|
||||
}
|
||||
|
||||
|
||||
|
||||
cublasHandle_t psb_cudaGetCublasHandle()
|
||||
{
|
||||
if (!psb_cublas_handle)
|
||||
psb_cudaCreateCublasHandle();
|
||||
return psb_cublas_handle;
|
||||
}
|
||||
void psb_cudaCreateCublasHandle()
|
||||
{ if (!psb_cublas_handle)
|
||||
cublasCreate(&psb_cublas_handle);
|
||||
}
|
||||
void psb_cudaDestroyCublasHandle()
|
||||
{
|
||||
if (!psb_cublas_handle)
|
||||
cublasDestroy(psb_cublas_handle);
|
||||
psb_cublas_handle=NULL;
|
||||
}
|
||||
|
||||
/* Simple memory tools */
|
||||
|
||||
int allocateInt(void **d_int, int n)
|
||||
{
|
||||
return allocRemoteBuffer((void **)(d_int), n*sizeof(int));
|
||||
}
|
||||
|
||||
int writeInt(void *d_int, int* h_int, int n)
|
||||
{
|
||||
int i,j;
|
||||
int *di;
|
||||
i = writeRemoteBuffer((void*)h_int, (void*)d_int, n*sizeof(int));
|
||||
return i;
|
||||
}
|
||||
|
||||
int readInt(void* d_int, int* h_int, int n)
|
||||
{ int i;
|
||||
i = readRemoteBuffer((void *) h_int, (void *) d_int, n*sizeof(int));
|
||||
//cudaSync();
|
||||
return(i);
|
||||
}
|
||||
|
||||
int writeIntFirst(int first, void *d_int, int* h_int, int n, int IndexBase)
|
||||
{
|
||||
int i,j;
|
||||
int *di=(int *) d_int;
|
||||
di = &(di[first-IndexBase]);
|
||||
i = writeRemoteBuffer((void*)h_int, (void*)di, n*sizeof(int));
|
||||
return i;
|
||||
}
|
||||
|
||||
int readIntFirst(int first,void* d_int, int* h_int, int n, int IndexBase)
|
||||
{ int i;
|
||||
int *di=(int *) d_int;
|
||||
di = &(di[first-IndexBase]);
|
||||
i = readRemoteBuffer((void *) h_int, (void *) di, n*sizeof(int));
|
||||
//cudaSync();
|
||||
return(i);
|
||||
}
|
||||
|
||||
int allocateMultiInt(void **d_int, int m, int n)
|
||||
{
|
||||
return allocRemoteBuffer((void **)(d_int), m*n*sizeof(int));
|
||||
}
|
||||
|
||||
int writeMultiInt(void *d_int, int* h_int, int m, int n)
|
||||
{
|
||||
int i,j;
|
||||
int *di;
|
||||
i = writeRemoteBuffer((void*)h_int, (void*)d_int, m*n*sizeof(int));
|
||||
return i;
|
||||
}
|
||||
|
||||
int readMultiInt(void* d_int, int* h_int, int m, int n)
|
||||
{ int i;
|
||||
i = readRemoteBuffer((void *) h_int, (void *) d_int, m*n*sizeof(int));
|
||||
//cudaSync();
|
||||
return(i);
|
||||
}
|
||||
|
||||
void freeInt(void *d_int)
|
||||
{
|
||||
//printf("Before freeInt\n");
|
||||
freeRemoteBuffer(d_int);
|
||||
}
|
||||
|
||||
|
||||
|
||||
|
||||
int allocateFloat(void **d_float, int n)
|
||||
{
|
||||
return allocRemoteBuffer((void **)(d_float), n*sizeof(float));
|
||||
}
|
||||
|
||||
int writeFloat(void *d_float, float* h_float, int n)
|
||||
{
|
||||
int i;
|
||||
|
||||
i = writeRemoteBuffer((void*)h_float, (void*)d_float, n*sizeof(float));
|
||||
|
||||
return i;
|
||||
}
|
||||
|
||||
int readFloat(void* d_float, float* h_float, int n)
|
||||
{ int i;
|
||||
i = readRemoteBuffer((void *) h_float, (void *) d_float, n*sizeof(float));
|
||||
|
||||
return(i);
|
||||
}
|
||||
|
||||
int writeFloatFirst(int df, void *d_float, float* h_float, int n, int IndexBase)
|
||||
{
|
||||
int i;
|
||||
|
||||
float *dv=(float *) d_float;
|
||||
dv = &dv[df-IndexBase];
|
||||
i = writeRemoteBuffer((void*)h_float, (void*)dv, n*sizeof(float));
|
||||
|
||||
return i;
|
||||
}
|
||||
|
||||
int readFloatFirst(int df, void* d_float, float* h_float, int n, int IndexBase)
|
||||
{ int i;
|
||||
float *dv=(float *) d_float;
|
||||
dv = &dv[df-IndexBase];
|
||||
//fprintf(stderr,"readFloatFirst: %d %p %p %p %d \n",df,d_float,dv,h_float,n);
|
||||
i = readRemoteBuffer((void *) h_float, (void *) dv, n*sizeof(float));
|
||||
|
||||
return(i);
|
||||
}
|
||||
|
||||
|
||||
int allocateMultiFloat(void **d_float, int m, int n)
|
||||
{
|
||||
return allocRemoteBuffer((void **)(d_float), m*n*sizeof(float));
|
||||
}
|
||||
|
||||
int writeMultiFloat(void *d_float, float* h_float, int m, int n)
|
||||
{
|
||||
int i,j;
|
||||
i = writeRemoteBuffer((void*)h_float, (void*)d_float, m*n*sizeof(float));
|
||||
return i;
|
||||
}
|
||||
|
||||
int readMultiFloat(void* d_float, float* h_float, int m, int n)
|
||||
{ int i;
|
||||
i = readRemoteBuffer((void *) h_float, (void *) d_float, m*n*sizeof(float));
|
||||
//cudaSync();
|
||||
return(i);
|
||||
}
|
||||
|
||||
void freeFloat(void *d_float)
|
||||
{
|
||||
freeRemoteBuffer(d_float);
|
||||
}
|
||||
|
||||
|
||||
|
||||
int allocateDouble(void **d_double, int n)
|
||||
{
|
||||
return allocRemoteBuffer((void **)(d_double), n*sizeof(double));
|
||||
}
|
||||
|
||||
int writeDouble(void *d_double, double* h_double, int n)
|
||||
{
|
||||
int i;
|
||||
|
||||
i = writeRemoteBuffer((void*)h_double, (void*)d_double, n*sizeof(double));
|
||||
|
||||
return i;
|
||||
}
|
||||
|
||||
int readDouble(void* d_double, double* h_double, int n)
|
||||
{ int i;
|
||||
i = readRemoteBuffer((void *) h_double, (void *) d_double, n*sizeof(double));
|
||||
|
||||
return(i);
|
||||
}
|
||||
|
||||
int writeDoubleFirst(int df, void *d_double, double* h_double, int n, int IndexBase)
|
||||
{
|
||||
int i;
|
||||
|
||||
double *dv=(double *) d_double;
|
||||
dv = &dv[df-IndexBase];
|
||||
i = writeRemoteBuffer((void*)h_double, (void*)dv, n*sizeof(double));
|
||||
|
||||
return i;
|
||||
}
|
||||
|
||||
int readDoubleFirst(int df, void* d_double, double* h_double, int n, int IndexBase)
|
||||
{ int i;
|
||||
double *dv=(double *) d_double;
|
||||
dv = &dv[df-IndexBase];
|
||||
//fprintf(stderr,"readDoubleFirst: %d %p %p %p %d \n",df,d_double,dv,h_double,n);
|
||||
i = readRemoteBuffer((void *) h_double, (void *) dv, n*sizeof(double));
|
||||
|
||||
return(i);
|
||||
}
|
||||
|
||||
int allocateMultiDouble(void **d_double, int m, int n)
|
||||
{
|
||||
return allocRemoteBuffer((void **)(d_double), m*n*sizeof(double));
|
||||
}
|
||||
|
||||
int writeMultiDouble(void *d_double, double* h_double, int m, int n)
|
||||
{
|
||||
int i,j;
|
||||
i = writeRemoteBuffer((void*)h_double, (void*)d_double, m*n*sizeof(double));
|
||||
return i;
|
||||
}
|
||||
|
||||
int readMultiDouble(void* d_double, double* h_double, int m, int n)
|
||||
{ int i;
|
||||
i = readRemoteBuffer((void *) h_double, (void *) d_double, m*n*sizeof(double));
|
||||
//cudaSync();
|
||||
return(i);
|
||||
}
|
||||
|
||||
void freeDouble(void *d_double)
|
||||
{
|
||||
freeRemoteBuffer(d_double);
|
||||
}
|
||||
|
||||
|
||||
|
||||
int allocateFloatComplex(void **d_FloatComplex, int n)
|
||||
{
|
||||
return allocRemoteBuffer((void **)(d_FloatComplex), n*sizeof(cuFloatComplex));
|
||||
}
|
||||
|
||||
int writeFloatComplex(void *d_FloatComplex, cuFloatComplex* h_FloatComplex, int n)
|
||||
{
|
||||
int i;
|
||||
|
||||
i = writeRemoteBuffer((void*)h_FloatComplex, (void*)d_FloatComplex, n*sizeof(cuFloatComplex));
|
||||
|
||||
return i;
|
||||
}
|
||||
|
||||
int readFloatComplex(void* d_FloatComplex, cuFloatComplex* h_FloatComplex, int n)
|
||||
{ int i;
|
||||
i = readRemoteBuffer((void *) h_FloatComplex, (void *) d_FloatComplex, n*sizeof(cuFloatComplex));
|
||||
|
||||
return(i);
|
||||
}
|
||||
|
||||
int allocateMultiFloatComplex(void **d_FloatComplex, int m, int n)
|
||||
{
|
||||
return allocRemoteBuffer((void **)(d_FloatComplex), m*n*sizeof(cuFloatComplex));
|
||||
}
|
||||
|
||||
int writeMultiFloatComplex(void *d_FloatComplex, cuFloatComplex* h_FloatComplex, int m, int n)
|
||||
{
|
||||
int i,j;
|
||||
i = writeRemoteBuffer((void*)h_FloatComplex, (void*)d_FloatComplex, m*n*sizeof(cuFloatComplex));
|
||||
return i;
|
||||
}
|
||||
|
||||
int readMultiFloatComplex(void* d_FloatComplex, cuFloatComplex* h_FloatComplex, int m, int n)
|
||||
{ int i;
|
||||
i = readRemoteBuffer((void *) h_FloatComplex, (void *) d_FloatComplex, m*n*sizeof(cuFloatComplex));
|
||||
//cudaSync();
|
||||
return(i);
|
||||
}
|
||||
|
||||
int writeFloatComplexFirst(int df, void *d_floatComplex,
|
||||
cuFloatComplex* h_floatComplex, int n, int IndexBase)
|
||||
{
|
||||
int i;
|
||||
|
||||
cuFloatComplex *dv=(cuFloatComplex *) d_floatComplex;
|
||||
dv = &dv[df-IndexBase];
|
||||
i = writeRemoteBuffer((void*)h_floatComplex, (void*)dv, n*sizeof(cuFloatComplex));
|
||||
|
||||
return i;
|
||||
}
|
||||
|
||||
int readFloatComplexFirst(int df, void* d_floatComplex, cuFloatComplex* h_floatComplex,
|
||||
int n, int IndexBase)
|
||||
{ int i;
|
||||
cuFloatComplex *dv=(cuFloatComplex *) d_floatComplex;
|
||||
dv = &dv[df-IndexBase];
|
||||
i = readRemoteBuffer((void *) h_floatComplex, (void *) dv, n*sizeof(cuFloatComplex));
|
||||
|
||||
return(i);
|
||||
}
|
||||
|
||||
void freeFloatComplex(void *d_FloatComplex)
|
||||
{
|
||||
freeRemoteBuffer(d_FloatComplex);
|
||||
}
|
||||
|
||||
|
||||
|
||||
|
||||
int allocateDoubleComplex(void **d_DoubleComplex, int n)
|
||||
{
|
||||
return allocRemoteBuffer((void **)(d_DoubleComplex), n*sizeof(cuDoubleComplex));
|
||||
}
|
||||
|
||||
int writeDoubleComplex(void *d_DoubleComplex, cuDoubleComplex* h_DoubleComplex, int n)
|
||||
{
|
||||
int i;
|
||||
|
||||
i = writeRemoteBuffer((void*)h_DoubleComplex, (void*)d_DoubleComplex, n*sizeof(cuDoubleComplex));
|
||||
|
||||
return i;
|
||||
}
|
||||
|
||||
int readDoubleComplex(void* d_DoubleComplex, cuDoubleComplex* h_DoubleComplex, int n)
|
||||
{ int i;
|
||||
i = readRemoteBuffer((void *) h_DoubleComplex, (void *) d_DoubleComplex, n*sizeof(cuDoubleComplex));
|
||||
|
||||
return(i);
|
||||
}
|
||||
|
||||
int writeDoubleComplexFirst(int df, void *d_doubleComplex,
|
||||
cuDoubleComplex* h_doubleComplex, int n, int IndexBase)
|
||||
{
|
||||
int i;
|
||||
|
||||
cuDoubleComplex *dv=(cuDoubleComplex *) d_doubleComplex;
|
||||
dv = &dv[df-IndexBase];
|
||||
i = writeRemoteBuffer((void*)h_doubleComplex, (void*)dv, n*sizeof(cuDoubleComplex));
|
||||
|
||||
return i;
|
||||
}
|
||||
|
||||
int readDoubleComplexFirst(int df, void* d_doubleComplex, cuDoubleComplex* h_doubleComplex,
|
||||
int n, int IndexBase)
|
||||
{ int i;
|
||||
cuDoubleComplex *dv=(cuDoubleComplex *) d_doubleComplex;
|
||||
dv = &dv[df-IndexBase];
|
||||
i = readRemoteBuffer((void *) h_doubleComplex, (void *) dv, n*sizeof(cuDoubleComplex));
|
||||
|
||||
return(i);
|
||||
}
|
||||
|
||||
int allocateMultiDoubleComplex(void **d_DoubleComplex, int m, int n)
|
||||
{
|
||||
return allocRemoteBuffer((void **)(d_DoubleComplex), m*n*sizeof(cuDoubleComplex));
|
||||
}
|
||||
|
||||
int writeMultiDoubleComplex(void *d_DoubleComplex, cuDoubleComplex* h_DoubleComplex, int m, int n)
|
||||
{
|
||||
int i,j;
|
||||
i = writeRemoteBuffer((void*)h_DoubleComplex, (void*)d_DoubleComplex, m*n*sizeof(cuDoubleComplex));
|
||||
return i;
|
||||
}
|
||||
|
||||
int readMultiDoubleComplex(void* d_DoubleComplex, cuDoubleComplex* h_DoubleComplex, int m, int n)
|
||||
{ int i;
|
||||
i = readRemoteBuffer((void *) h_DoubleComplex, (void *) d_DoubleComplex, m*n*sizeof(cuDoubleComplex));
|
||||
//cudaSync();
|
||||
return(i);
|
||||
}
|
||||
|
||||
void freeDoubleComplex(void *d_DoubleComplex)
|
||||
{
|
||||
freeRemoteBuffer(d_DoubleComplex);
|
||||
}
|
||||
|
||||
|
||||
|
||||
double etime()
|
||||
{
|
||||
struct timeval tt;
|
||||
struct timezone tz;
|
||||
double temp;
|
||||
if (gettimeofday(&tt,&tz) != 0) {
|
||||
fprintf(stderr,"Fatal error for gettimeofday ??? \n");
|
||||
exit(-1);
|
||||
}
|
||||
temp = ((double)tt.tv_sec) + ((double)tt.tv_usec)*1.0e-6;
|
||||
return(temp);
|
||||
}
|
||||
|
||||
|
||||
@ -0,0 +1,137 @@
|
||||
/* Parallel Sparse BLAS GPU plugin */
|
||||
/* (C) Copyright 2013 */
|
||||
|
||||
/* Salvatore Filippone */
|
||||
/* Alessandro Fanfarillo */
|
||||
|
||||
/* Redistribution and use in source and binary forms, with or without */
|
||||
/* modification, are permitted provided that the following conditions */
|
||||
/* are met: */
|
||||
/* 1. Redistributions of source code must retain the above copyright */
|
||||
/* notice, this list of conditions and the following disclaimer. */
|
||||
/* 2. Redistributions in binary form must reproduce the above copyright */
|
||||
/* notice, this list of conditions, and the following disclaimer in the */
|
||||
/* documentation and/or other materials provided with the distribution. */
|
||||
/* 3. The name of the PSBLAS group or the names of its contributors may */
|
||||
/* not be used to endorse or promote products derived from this */
|
||||
/* software without specific written permission. */
|
||||
|
||||
/* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS */
|
||||
/* ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED */
|
||||
/* TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR */
|
||||
/* PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS */
|
||||
/* BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR */
|
||||
/* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF */
|
||||
/* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS */
|
||||
/* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN */
|
||||
/* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) */
|
||||
/* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE */
|
||||
/* POSSIBILITY OF SUCH DAMAGE. */
|
||||
|
||||
|
||||
|
||||
#ifndef _CUDA_UTIL_H_
|
||||
#define _CUDA_UTIL_H_
|
||||
|
||||
#include <stdio.h>
|
||||
#include <stdlib.h>
|
||||
#include <sys/time.h>
|
||||
#include <string.h>
|
||||
|
||||
#include "cuda_runtime.h"
|
||||
#include "core.h"
|
||||
#include "cuComplex.h"
|
||||
#include "fcusparse.h"
|
||||
#include "cublas_v2.h"
|
||||
|
||||
int allocRemoteBuffer(void** buffer, int count);
|
||||
int allocMappedMemory(void **buffer, void **dp, int size);
|
||||
int registerMappedMemory(void *buffer, void **dp, int size);
|
||||
int unregisterMappedMemory(void *buffer);
|
||||
int writeRemoteBuffer(void* hostSrc, void* buffer, int count);
|
||||
int readRemoteBuffer(void* hostDest, void* buffer, int count);
|
||||
int freeRemoteBuffer(void* buffer);
|
||||
int gpuInit(int dev);
|
||||
int getDeviceCount();
|
||||
int getDevice();
|
||||
int setDevice(int dev);
|
||||
int getGPUMultiProcessors();
|
||||
int getGPUMemoryBusWidth();
|
||||
int getGPUMemoryClockRate();
|
||||
int getGPUWarpSize();
|
||||
int getGPUMaxThreadsPerBlock();
|
||||
int getGPUMaxThreadsPerMP();
|
||||
int getGPUMaxRegistersPerBlock();
|
||||
void cpyGPUNameString(char *cstring);
|
||||
|
||||
|
||||
void cudaSync();
|
||||
void cudaReset();
|
||||
void gpuClose();
|
||||
|
||||
|
||||
spgpuHandle_t psb_cudaGetHandle();
|
||||
void psb_cudaCreateHandle();
|
||||
void psb_cudaDestroyHandle();
|
||||
cudaStream_t psb_cudaGetStream();
|
||||
void psb_cudaSetStream(cudaStream_t stream);
|
||||
|
||||
cublasHandle_t psb_cudaGetCublasHandle();
|
||||
void psb_cudaCreateCublasHandle();
|
||||
void psb_cudaDestroyCublasHandle();
|
||||
|
||||
|
||||
int allocateInt(void **, int);
|
||||
int allocateMultiInt(void **, int, int);
|
||||
int writeInt(void *, int *, int);
|
||||
int writeMultiInt(void *, int* , int , int );
|
||||
int readInt(void *, int *, int);
|
||||
int readMultiInt(void*, int*, int, int );
|
||||
int writeIntFirst(int,void *, int *, int,int);
|
||||
int readIntFirst(int,void *, int *, int,int);
|
||||
void freeInt(void *);
|
||||
|
||||
int allocateFloat(void **, int);
|
||||
int allocateMultiFloat(void **, int, int);
|
||||
int writeFloat(void *, float *, int);
|
||||
int writeMultiFloat(void *, float* , int , int );
|
||||
int readFloat(void *, float*, int);
|
||||
int readMultiFloat(void*, float*, int, int );
|
||||
int writeFloatFirst(int, void *, float*, int, int);
|
||||
int readFloatFirst(int, void *, float*, int, int);
|
||||
void freeFloat(void *);
|
||||
|
||||
int allocateDouble(void **, int);
|
||||
int allocateMultiDouble(void **, int, int);
|
||||
int writeDouble(void *, double*, int);
|
||||
int writeMultiDouble(void *, double* , int , int );
|
||||
int readDouble(void *, double*, int);
|
||||
int readMultiDouble(void*, double*, int, int );
|
||||
int writeDoubleFirst(int, void *, double*, int, int);
|
||||
int readDoubleFirst(int, void *, double*, int, int);
|
||||
void freeDouble(void *);
|
||||
|
||||
int allocateFloatComplex(void **, int);
|
||||
int allocateMultiFloatComplex(void **, int, int);
|
||||
int writeFloatComplex(void *, cuFloatComplex*, int);
|
||||
int writeMultiFloatComplex(void *, cuFloatComplex* , int , int );
|
||||
int readFloatComplex(void *, cuFloatComplex*, int);
|
||||
int readMultiFloatComplex(void*, cuFloatComplex*, int, int );
|
||||
int writeFloatComplexFirst(int, void *, cuFloatComplex*, int, int);
|
||||
int readFloatComplexFirst(int, void *, cuFloatComplex*, int, int);
|
||||
void freeFloatComplex(void *);
|
||||
|
||||
int allocateDoubleComplex(void **, int);
|
||||
int allocateMultiDoubleComplex(void **, int, int);
|
||||
int writeDoubleComplex(void *, cuDoubleComplex*, int);
|
||||
int writeMultiDoubleComplex(void *, cuDoubleComplex* , int , int );
|
||||
int readDoubleComplex(void *, cuDoubleComplex*, int);
|
||||
int readMultiDoubleComplex(void*, cuDoubleComplex*, int, int );
|
||||
int writeDoubleComplexFirst(int, void *, cuDoubleComplex*, int, int);
|
||||
int readDoubleComplexFirst(int, void *, cuDoubleComplex*, int, int);
|
||||
void freeDoubleComplex(void *);
|
||||
|
||||
double etime();
|
||||
|
||||
|
||||
#endif
|
||||
@ -0,0 +1,38 @@
|
||||
! Parallel Sparse BLAS GPU plugin
|
||||
! (C) Copyright 2013
|
||||
!
|
||||
! Salvatore Filippone
|
||||
! Alessandro Fanfarillo
|
||||
!
|
||||
! Redistribution and use in source and binary forms, with or without
|
||||
! modification, are permitted provided that the following conditions
|
||||
! are met:
|
||||
! 1. Redistributions of source code must retain the above copyright
|
||||
! notice, this list of conditions and the following disclaimer.
|
||||
! 2. Redistributions in binary form must reproduce the above copyright
|
||||
! notice, this list of conditions, and the following disclaimer in the
|
||||
! documentation and/or other materials provided with the distribution.
|
||||
! 3. The name of the PSBLAS group or the names of its contributors may
|
||||
! not be used to endorse or promote products derived from this
|
||||
! software without specific written permission.
|
||||
!
|
||||
! THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
! ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
! TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
! PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS
|
||||
! BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
! CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
! SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
! INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
! CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
! ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
! POSSIBILITY OF SUCH DAMAGE.
|
||||
!
|
||||
|
||||
module cusparse_mod
|
||||
use base_cusparse_mod
|
||||
use s_cusparse_mod
|
||||
use d_cusparse_mod
|
||||
use c_cusparse_mod
|
||||
use z_cusparse_mod
|
||||
end module cusparse_mod
|
||||
@ -0,0 +1,323 @@
|
||||
/* Parallel Sparse BLAS GPU plugin */
|
||||
/* (C) Copyright 2013 */
|
||||
|
||||
/* Salvatore Filippone */
|
||||
/* Alessandro Fanfarillo */
|
||||
|
||||
/* Redistribution and use in source and binary forms, with or without */
|
||||
/* modification, are permitted provided that the following conditions */
|
||||
/* are met: */
|
||||
/* 1. Redistributions of source code must retain the above copyright */
|
||||
/* notice, this list of conditions and the following disclaimer. */
|
||||
/* 2. Redistributions in binary form must reproduce the above copyright */
|
||||
/* notice, this list of conditions, and the following disclaimer in the */
|
||||
/* documentation and/or other materials provided with the distribution. */
|
||||
/* 3. The name of the PSBLAS group or the names of its contributors may */
|
||||
/* not be used to endorse or promote products derived from this */
|
||||
/* software without specific written permission. */
|
||||
|
||||
/* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS */
|
||||
/* ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED */
|
||||
/* TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR */
|
||||
/* PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS */
|
||||
/* BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR */
|
||||
/* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF */
|
||||
/* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS */
|
||||
/* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN */
|
||||
/* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) */
|
||||
/* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE */
|
||||
/* POSSIBILITY OF SUCH DAMAGE. */
|
||||
|
||||
|
||||
|
||||
#include <stdio.h>
|
||||
#include <complex.h>
|
||||
//#include "utils.h"
|
||||
//#include "common.h"
|
||||
#include "cvectordev.h"
|
||||
|
||||
|
||||
int registerMappedFloatComplex(void *buff, void **d_p, int n, cuFloatComplex dummy)
|
||||
{
|
||||
return registerMappedMemory(buff,d_p,n*sizeof(cuFloatComplex));
|
||||
}
|
||||
|
||||
int writeMultiVecDeviceFloatComplex(void* deviceVec, cuFloatComplex* hostVec)
|
||||
{ int i;
|
||||
struct MultiVectDevice *devVec = (struct MultiVectDevice *) deviceVec;
|
||||
// Ex updateFromHost vector function
|
||||
i = writeRemoteBuffer((void*) hostVec, (void *)devVec->v_,
|
||||
devVec->pitch_*devVec->count_*sizeof(cuFloatComplex));
|
||||
if (i != 0) {
|
||||
fprintf(stderr,"From routine : %s : %d \n","FallocMultiVecDevice",i);
|
||||
}
|
||||
return(i);
|
||||
}
|
||||
|
||||
int writeMultiVecDeviceFloatComplexR2(void* deviceVec, cuFloatComplex* hostVec, int ld)
|
||||
{ int i;
|
||||
i = writeMultiVecDeviceFloatComplex(deviceVec, (void *) hostVec);
|
||||
if (i != 0) {
|
||||
fprintf(stderr,"From routine : %s : %d \n","writeMultiVecDeviceFloatComplexR2",i);
|
||||
}
|
||||
return(i);
|
||||
}
|
||||
|
||||
int readMultiVecDeviceFloatComplex(void* deviceVec, cuFloatComplex* hostVec)
|
||||
{ int i,j;
|
||||
struct MultiVectDevice *devVec = (struct MultiVectDevice *) deviceVec;
|
||||
i = readRemoteBuffer((void *) hostVec, (void *)devVec->v_,
|
||||
devVec->pitch_*devVec->count_*sizeof(cuFloatComplex));
|
||||
if (i != 0) {
|
||||
fprintf(stderr,"From routine : %s : %d \n","readMultiVecDeviceFloat",i);
|
||||
}
|
||||
return(i);
|
||||
}
|
||||
|
||||
int readMultiVecDeviceFloatComplexR2(void* deviceVec, cuFloatComplex* hostVec, int ld)
|
||||
{ int i;
|
||||
i = readMultiVecDeviceFloatComplex(deviceVec, hostVec);
|
||||
if (i != 0) {
|
||||
fprintf(stderr,"From routine : %s : %d \n","readMultiVecDeviceFloatComplexR2",i);
|
||||
}
|
||||
return(i);
|
||||
}
|
||||
|
||||
int setscalMultiVecDeviceFloatComplex(cuFloatComplex val, int first, int last,
|
||||
int indexBase, void* devMultiVecX)
|
||||
{ int i=0;
|
||||
int pitch = 0;
|
||||
struct MultiVectDevice *devVecX = (struct MultiVectDevice *) devMultiVecX;
|
||||
spgpuHandle_t handle=psb_cudaGetHandle();
|
||||
|
||||
spgpuCsetscal(handle, first, last, indexBase, val, (cuFloatComplex *) devVecX->v_);
|
||||
|
||||
return(i);
|
||||
}
|
||||
|
||||
int geinsMultiVecDeviceFloatComplex(int n, void* devMultiVecIrl, void* devMultiVecVal,
|
||||
int dupl, int indexBase, void* devMultiVecX)
|
||||
{ int j=0, i=0,nmin=0,nmax=0;
|
||||
int pitch = 0;
|
||||
cuFloatComplex beta;
|
||||
struct MultiVectDevice *devVecX = (struct MultiVectDevice *) devMultiVecX;
|
||||
struct MultiVectDevice *devVecIrl = (struct MultiVectDevice *) devMultiVecIrl;
|
||||
struct MultiVectDevice *devVecVal = (struct MultiVectDevice *) devMultiVecVal;
|
||||
spgpuHandle_t handle=psb_cudaGetHandle();
|
||||
pitch = devVecIrl->pitch_;
|
||||
if ((n > devVecIrl->size_) || (n>devVecVal->size_ ))
|
||||
return SPGPU_UNSUPPORTED;
|
||||
|
||||
//fprintf(stderr,"geins: %d %d %p %p %p\n",dupl,n,devVecIrl->v_,devVecVal->v_,devVecX->v_);
|
||||
|
||||
if (dupl == INS_OVERWRITE)
|
||||
beta = make_cuFloatComplex(0.0, 0.0);
|
||||
else if (dupl == INS_ADD)
|
||||
beta = make_cuFloatComplex(1.0, 0.0);
|
||||
else
|
||||
beta = make_cuFloatComplex(0.0, 0.0);
|
||||
|
||||
spgpuCscat(handle, (cuFloatComplex *) devVecX->v_, n, (cuFloatComplex*)devVecVal->v_,
|
||||
(int*)devVecIrl->v_, indexBase, beta);
|
||||
|
||||
return(i);
|
||||
}
|
||||
|
||||
|
||||
int igathMultiVecDeviceFloatComplexVecIdx(void* deviceVec, int vectorId, int n,
|
||||
int first, void* deviceIdx, int hfirst,
|
||||
void* host_values, int indexBase)
|
||||
{
|
||||
int i, *idx;
|
||||
struct MultiVectDevice *devIdx = (struct MultiVectDevice *) deviceIdx;
|
||||
|
||||
i= igathMultiVecDeviceFloatComplex(deviceVec, vectorId, n,
|
||||
first, (void*) devIdx->v_, hfirst, host_values, indexBase);
|
||||
return(i);
|
||||
}
|
||||
|
||||
int igathMultiVecDeviceFloatComplex(void* deviceVec, int vectorId, int n,
|
||||
int first, void* indexes, int hfirst,
|
||||
void* host_values, int indexBase)
|
||||
{
|
||||
int i, *idx =(int *) indexes;;
|
||||
cuFloatComplex *hv = (cuFloatComplex *) host_values;;
|
||||
struct MultiVectDevice *devVec = (struct MultiVectDevice *) deviceVec;
|
||||
spgpuHandle_t handle=psb_cudaGetHandle();
|
||||
|
||||
i=0;
|
||||
hv = &(hv[hfirst-indexBase]);
|
||||
idx = &(idx[first-indexBase]);
|
||||
spgpuCgath(handle,hv, n, idx,indexBase,
|
||||
(cuFloatComplex *) devVec->v_+vectorId*devVec->pitch_);
|
||||
return(i);
|
||||
}
|
||||
|
||||
int iscatMultiVecDeviceFloatComplexVecIdx(void* deviceVec, int vectorId, int n,
|
||||
int first, void *deviceIdx,
|
||||
int hfirst, void* host_values,
|
||||
int indexBase, cuFloatComplex beta)
|
||||
{
|
||||
int i, *idx;
|
||||
struct MultiVectDevice *devIdx = (struct MultiVectDevice *) deviceIdx;
|
||||
i= iscatMultiVecDeviceFloatComplex(deviceVec, vectorId, n, first,
|
||||
(void*) devIdx->v_, hfirst,host_values,
|
||||
indexBase, beta);
|
||||
return(i);
|
||||
}
|
||||
|
||||
int iscatMultiVecDeviceFloatComplex(void* deviceVec, int vectorId, int n,
|
||||
int first, void *indexes,
|
||||
int hfirst, void* host_values,
|
||||
int indexBase, cuFloatComplex beta)
|
||||
{ int i=0;
|
||||
cuFloatComplex *hv = (cuFloatComplex *) host_values;
|
||||
int *idx=(int *) indexes;
|
||||
struct MultiVectDevice *devVec = (struct MultiVectDevice *) deviceVec;
|
||||
spgpuHandle_t handle=psb_cudaGetHandle();
|
||||
|
||||
idx = &(idx[first-indexBase]);
|
||||
hv = &(hv[hfirst-indexBase]);
|
||||
spgpuCscat(handle, (cuFloatComplex *) devVec->v_, n, hv, idx, indexBase, beta);
|
||||
return SPGPU_SUCCESS;
|
||||
|
||||
}
|
||||
|
||||
|
||||
int nrm2MultiVecDeviceFloatComplex(cuFloatComplex* y_res, int n, void* devMultiVecA)
|
||||
{ int i=0;
|
||||
spgpuHandle_t handle=psb_cudaGetHandle();
|
||||
struct MultiVectDevice *devVecA = (struct MultiVectDevice *) devMultiVecA;
|
||||
|
||||
spgpuCmnrm2(handle, y_res, n,(cuFloatComplex *)devVecA->v_,
|
||||
devVecA->count_, devVecA->pitch_);
|
||||
return(i);
|
||||
}
|
||||
|
||||
int amaxMultiVecDeviceFloatComplex(cuFloatComplex* y_res, int n, void* devMultiVecA)
|
||||
{ int i=0;
|
||||
spgpuHandle_t handle=psb_cudaGetHandle();
|
||||
struct MultiVectDevice *devVecA = (struct MultiVectDevice *) devMultiVecA;
|
||||
|
||||
spgpuCmamax(handle, y_res, n,(cuFloatComplex *)devVecA->v_,
|
||||
devVecA->count_, devVecA->pitch_);
|
||||
return(i);
|
||||
}
|
||||
|
||||
int asumMultiVecDeviceFloatComplex(cuFloatComplex* y_res, int n, void* devMultiVecA)
|
||||
{ int i=0;
|
||||
spgpuHandle_t handle=psb_cudaGetHandle();
|
||||
struct MultiVectDevice *devVecA = (struct MultiVectDevice *) devMultiVecA;
|
||||
|
||||
spgpuCmasum(handle, y_res, n,(cuFloatComplex *)devVecA->v_,
|
||||
devVecA->count_, devVecA->pitch_);
|
||||
|
||||
return(i);
|
||||
}
|
||||
|
||||
int scalMultiVecDeviceFloatComplex(cuFloatComplex alpha, void* devMultiVecA)
|
||||
{ int i=0;
|
||||
spgpuHandle_t handle=psb_cudaGetHandle();
|
||||
struct MultiVectDevice *devVecA = (struct MultiVectDevice *) devMultiVecA;
|
||||
// Note: inner kernel can handle aliased input/output
|
||||
spgpuCscal(handle, (cuFloatComplex *)devVecA->v_, devVecA->pitch_,
|
||||
alpha, (cuFloatComplex *)devVecA->v_);
|
||||
return(i);
|
||||
}
|
||||
|
||||
int dotMultiVecDeviceFloatComplex(cuFloatComplex* y_res, int n,
|
||||
void* devMultiVecA, void* devMultiVecB)
|
||||
{int i=0;
|
||||
struct MultiVectDevice *devVecA = (struct MultiVectDevice *) devMultiVecA;
|
||||
struct MultiVectDevice *devVecB = (struct MultiVectDevice *) devMultiVecB;
|
||||
spgpuHandle_t handle=psb_cudaGetHandle();
|
||||
|
||||
spgpuCmdot(handle, y_res, n, (cuFloatComplex*)devVecA->v_,
|
||||
(cuFloatComplex*)devVecB->v_,devVecA->count_,devVecB->pitch_);
|
||||
return(i);
|
||||
}
|
||||
|
||||
int axpbyMultiVecDeviceFloatComplex(int n,cuFloatComplex alpha, void* devMultiVecX,
|
||||
cuFloatComplex beta, void* devMultiVecY)
|
||||
{ int j=0, i=0;
|
||||
int pitch = 0;
|
||||
struct MultiVectDevice *devVecX = (struct MultiVectDevice *) devMultiVecX;
|
||||
struct MultiVectDevice *devVecY = (struct MultiVectDevice *) devMultiVecY;
|
||||
spgpuHandle_t handle=psb_cudaGetHandle();
|
||||
pitch = devVecY->pitch_;
|
||||
if ((n > devVecY->size_) || (n>devVecX->size_ ))
|
||||
return SPGPU_UNSUPPORTED;
|
||||
|
||||
for(j=0;j<devVecY->count_;j++)
|
||||
spgpuCaxpby(handle,(cuFloatComplex*)devVecY->v_+pitch*j, n, beta,
|
||||
(cuFloatComplex*)devVecY->v_+pitch*j, alpha,
|
||||
(cuFloatComplex*) devVecX->v_+pitch*j);
|
||||
return(i);
|
||||
}
|
||||
|
||||
int axyMultiVecDeviceFloatComplex(int n, cuFloatComplex alpha,
|
||||
void *deviceVecA, void *deviceVecB)
|
||||
{ int i = 0;
|
||||
struct MultiVectDevice *devVecA = (struct MultiVectDevice *) deviceVecA;
|
||||
struct MultiVectDevice *devVecB = (struct MultiVectDevice *) deviceVecB;
|
||||
spgpuHandle_t handle=psb_cudaGetHandle();
|
||||
if ((n > devVecA->size_) || (n>devVecB->size_ ))
|
||||
return SPGPU_UNSUPPORTED;
|
||||
|
||||
spgpuCmaxy(handle, (cuFloatComplex*)devVecB->v_, n, alpha,
|
||||
(cuFloatComplex*)devVecA->v_,
|
||||
(cuFloatComplex*)devVecB->v_, devVecA->count_, devVecA->pitch_);
|
||||
|
||||
return(i);
|
||||
}
|
||||
|
||||
int axybzMultiVecDeviceFloatComplex(int n, cuFloatComplex alpha, void *deviceVecA,
|
||||
void *deviceVecB, cuFloatComplex beta,
|
||||
void *deviceVecZ)
|
||||
{ int i=0;
|
||||
struct MultiVectDevice *devVecA = (struct MultiVectDevice *) deviceVecA;
|
||||
struct MultiVectDevice *devVecB = (struct MultiVectDevice *) deviceVecB;
|
||||
struct MultiVectDevice *devVecZ = (struct MultiVectDevice *) deviceVecZ;
|
||||
spgpuHandle_t handle=psb_cudaGetHandle();
|
||||
|
||||
if ((n > devVecA->size_) || (n>devVecB->size_ ) || (n>devVecZ->size_ ))
|
||||
return SPGPU_UNSUPPORTED;
|
||||
spgpuCmaxypbz(handle, (cuFloatComplex*)devVecZ->v_, n, beta,
|
||||
(cuFloatComplex*)devVecZ->v_,
|
||||
alpha, (cuFloatComplex*) devVecA->v_, (cuFloatComplex*) devVecB->v_,
|
||||
devVecB->count_, devVecB->pitch_);
|
||||
return(i);
|
||||
}
|
||||
|
||||
|
||||
int absMultiVecDeviceFloatComplex2(int n, cuFloatComplex alpha, void *deviceVecA,
|
||||
void *deviceVecB)
|
||||
{ int i=0;
|
||||
struct MultiVectDevice *devVecA = (struct MultiVectDevice *) deviceVecA;
|
||||
struct MultiVectDevice *devVecB = (struct MultiVectDevice *) deviceVecB;
|
||||
|
||||
spgpuHandle_t handle=psb_cudaGetHandle();
|
||||
|
||||
if ((n > devVecA->size_) || (n>devVecB->size_ ))
|
||||
return SPGPU_UNSUPPORTED;
|
||||
|
||||
spgpuCabs(handle, (cuFloatComplex*)devVecB->v_, n,
|
||||
alpha, (cuFloatComplex*)devVecA->v_);
|
||||
|
||||
return(i);
|
||||
}
|
||||
|
||||
int absMultiVecDeviceFloatComplex(int n, cuFloatComplex alpha, void *deviceVecA)
|
||||
{ int i = 0;
|
||||
struct MultiVectDevice *devVecA = (struct MultiVectDevice *) deviceVecA;
|
||||
spgpuHandle_t handle=psb_cudaGetHandle();
|
||||
if (n > devVecA->size_)
|
||||
return SPGPU_UNSUPPORTED;
|
||||
|
||||
spgpuCabs(handle, (cuFloatComplex*)devVecA->v_, n,
|
||||
alpha, (cuFloatComplex*)devVecA->v_);
|
||||
|
||||
return(i);
|
||||
}
|
||||
|
||||
|
||||
@ -0,0 +1,78 @@
|
||||
/* Parallel Sparse BLAS GPU plugin */
|
||||
/* (C) Copyright 2013 */
|
||||
|
||||
/* Salvatore Filippone */
|
||||
/* Alessandro Fanfarillo */
|
||||
|
||||
/* Redistribution and use in source and binary forms, with or without */
|
||||
/* modification, are permitted provided that the following conditions */
|
||||
/* are met: */
|
||||
/* 1. Redistributions of source code must retain the above copyright */
|
||||
/* notice, this list of conditions and the following disclaimer. */
|
||||
/* 2. Redistributions in binary form must reproduce the above copyright */
|
||||
/* notice, this list of conditions, and the following disclaimer in the */
|
||||
/* documentation and/or other materials provided with the distribution. */
|
||||
/* 3. The name of the PSBLAS group or the names of its contributors may */
|
||||
/* not be used to endorse or promote products derived from this */
|
||||
/* software without specific written permission. */
|
||||
|
||||
/* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS */
|
||||
/* ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED */
|
||||
/* TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR */
|
||||
/* PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS */
|
||||
/* BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR */
|
||||
/* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF */
|
||||
/* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS */
|
||||
/* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN */
|
||||
/* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) */
|
||||
/* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE */
|
||||
/* POSSIBILITY OF SUCH DAMAGE. */
|
||||
|
||||
|
||||
|
||||
#pragma once
|
||||
//#include "utils.h"
|
||||
#include <complex.h>
|
||||
#include "cuComplex.h"
|
||||
#include "vectordev.h"
|
||||
#include "cuda_runtime.h"
|
||||
#include "core.h"
|
||||
|
||||
int registerMappedFloatComplex(void *, void **, int, cuFloatComplex);
|
||||
int writeMultiVecDeviceFloatComplex(void* deviceMultiVec, cuFloatComplex* hostMultiVec);
|
||||
int writeMultiVecDeviceFloatComplexR2(void* deviceMultiVec, cuFloatComplex* hostMultiVec, int ld);
|
||||
int readMultiVecDeviceFloatComplex(void* deviceMultiVec, cuFloatComplex* hostMultiVec);
|
||||
int readMultiVecDeviceFloatComplexR2(void* deviceMultiVec, cuFloatComplex* hostMultiVec, int ld);
|
||||
|
||||
int setscalMultiVecDeviceFloatComplex(cuFloatComplex val, int first, int last,
|
||||
int indexBase, void* devVecX);
|
||||
|
||||
int geinsMultiVecDeviceFloatComplex(int n, void* devVecIrl, void* devVecVal,
|
||||
int dupl, int indexBase, void* devVecX);
|
||||
|
||||
int igathMultiVecDeviceFloatComplexVecIdx(void* deviceVec, int vectorId, int n,
|
||||
int first, void* deviceIdx, int hfirst,
|
||||
void* host_values, int indexBase);
|
||||
int igathMultiVecDeviceFloatComplex(void* deviceVec, int vectorId, int n,
|
||||
int first, void* indexes, int hfirst, void* host_values,
|
||||
int indexBase);
|
||||
int iscatMultiVecDeviceFloatComplexVecIdx(void* deviceVec, int vectorId, int n, int first,
|
||||
void *deviceIdx, int hfirst, void* host_values,
|
||||
int indexBase, cuFloatComplex beta);
|
||||
int iscatMultiVecDeviceFloatComplex(void* deviceVec, int vectorId, int n, int first, void *indexes,
|
||||
int hfirst, void* host_values, int indexBase, cuFloatComplex beta);
|
||||
|
||||
int scalMultiVecDeviceFloatComplex(cuFloatComplex alpha, void* devMultiVecA);
|
||||
int nrm2MultiVecDeviceFloatComplex(cuFloatComplex* y_res, int n, void* devVecA);
|
||||
int amaxMultiVecDeviceFloatComplex(cuFloatComplex* y_res, int n, void* devVecA);
|
||||
int asumMultiVecDeviceFloatComplex(cuFloatComplex* y_res, int n, void* devVecA);
|
||||
int dotMultiVecDeviceFloatComplex(cuFloatComplex* y_res, int n, void* devVecA, void* devVecB);
|
||||
|
||||
int axpbyMultiVecDeviceFloatComplex(int n, cuFloatComplex alpha, void* devVecX, cuFloatComplex beta, void* devVecY);
|
||||
int axyMultiVecDeviceFloatComplex(int n, cuFloatComplex alpha, void *deviceVecA, void *deviceVecB);
|
||||
int axybzMultiVecDeviceFloatComplex(int n, cuFloatComplex alpha, void *deviceVecA,
|
||||
void *deviceVecB, cuFloatComplex beta, void *deviceVecZ);
|
||||
int absMultiVecDeviceFloatComplex(int n, cuFloatComplex alpha, void *deviceVecA);
|
||||
int absMultiVecDeviceFloatComplex2(int n, cuFloatComplex alpha,
|
||||
void *deviceVecA, void *deviceVecB);
|
||||
|
||||
@ -0,0 +1,313 @@
|
||||
! Parallel Sparse BLAS GPU plugin
|
||||
! (C) Copyright 2013
|
||||
!
|
||||
! Salvatore Filippone
|
||||
! Alessandro Fanfarillo
|
||||
!
|
||||
! Redistribution and use in source and binary forms, with or without
|
||||
! modification, are permitted provided that the following conditions
|
||||
! are met:
|
||||
! 1. Redistributions of source code must retain the above copyright
|
||||
! notice, this list of conditions and the following disclaimer.
|
||||
! 2. Redistributions in binary form must reproduce the above copyright
|
||||
! notice, this list of conditions, and the following disclaimer in the
|
||||
! documentation and/or other materials provided with the distribution.
|
||||
! 3. The name of the PSBLAS group or the names of its contributors may
|
||||
! not be used to endorse or promote products derived from this
|
||||
! software without specific written permission.
|
||||
!
|
||||
! THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
! ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
! TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
! PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS
|
||||
! BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
! CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
! SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
! INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
! CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
! ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
! POSSIBILITY OF SUCH DAMAGE.
|
||||
!
|
||||
|
||||
|
||||
module d_cusparse_mod
|
||||
use base_cusparse_mod
|
||||
|
||||
type, bind(c) :: d_Cmat
|
||||
type(c_ptr) :: Mat = c_null_ptr
|
||||
end type d_Cmat
|
||||
|
||||
#if CUDA_SHORT_VERSION <= 10
|
||||
type, bind(c) :: d_Hmat
|
||||
type(c_ptr) :: Mat = c_null_ptr
|
||||
end type d_Hmat
|
||||
#endif
|
||||
|
||||
interface CSRGDeviceFree
|
||||
function d_CSRGDeviceFree(Mat) &
|
||||
& bind(c,name="d_CSRGDeviceFree") result(res)
|
||||
use iso_c_binding
|
||||
import d_Cmat
|
||||
type(d_Cmat) :: Mat
|
||||
integer(c_int) :: res
|
||||
end function d_CSRGDeviceFree
|
||||
end interface
|
||||
|
||||
interface CSRGDeviceSetMatType
|
||||
function d_CSRGDeviceSetMatType(Mat,type) &
|
||||
& bind(c,name="d_CSRGDeviceSetMatType") result(res)
|
||||
use iso_c_binding
|
||||
import d_Cmat
|
||||
type(d_Cmat) :: Mat
|
||||
integer(c_int),value :: type
|
||||
integer(c_int) :: res
|
||||
end function d_CSRGDeviceSetMatType
|
||||
end interface
|
||||
|
||||
interface CSRGDeviceSetMatFillMode
|
||||
function d_CSRGDeviceSetMatFillMode(Mat,type) &
|
||||
& bind(c,name="d_CSRGDeviceSetMatFillMode") result(res)
|
||||
use iso_c_binding
|
||||
import d_Cmat
|
||||
type(d_Cmat) :: Mat
|
||||
integer(c_int),value :: type
|
||||
integer(c_int) :: res
|
||||
end function d_CSRGDeviceSetMatFillMode
|
||||
end interface
|
||||
|
||||
interface CSRGDeviceSetMatDiagType
|
||||
function d_CSRGDeviceSetMatDiagType(Mat,type) &
|
||||
& bind(c,name="d_CSRGDeviceSetMatDiagType") result(res)
|
||||
use iso_c_binding
|
||||
import d_Cmat
|
||||
type(d_Cmat) :: Mat
|
||||
integer(c_int),value :: type
|
||||
integer(c_int) :: res
|
||||
end function d_CSRGDeviceSetMatDiagType
|
||||
end interface
|
||||
|
||||
interface CSRGDeviceSetMatIndexBase
|
||||
function d_CSRGDeviceSetMatIndexBase(Mat,type) &
|
||||
& bind(c,name="d_CSRGDeviceSetMatIndexBase") result(res)
|
||||
use iso_c_binding
|
||||
import d_Cmat
|
||||
type(d_Cmat) :: Mat
|
||||
integer(c_int),value :: type
|
||||
integer(c_int) :: res
|
||||
end function d_CSRGDeviceSetMatIndexBase
|
||||
end interface
|
||||
|
||||
#if CUDA_SHORT_VERSION <= 10
|
||||
interface CSRGDeviceCsrsmAnalysis
|
||||
function d_CSRGDeviceCsrsmAnalysis(Mat) &
|
||||
& bind(c,name="d_CSRGDeviceCsrsmAnalysis") result(res)
|
||||
use iso_c_binding
|
||||
import d_Cmat
|
||||
type(d_Cmat) :: Mat
|
||||
integer(c_int) :: res
|
||||
end function d_CSRGDeviceCsrsmAnalysis
|
||||
end interface
|
||||
#else
|
||||
interface CSRGIsNullSvBuffer
|
||||
function d_CSRGIsNullSvBuffer(Mat) &
|
||||
& bind(c,name="d_CSRGIsNullSvBuffer") result(res)
|
||||
use iso_c_binding
|
||||
import d_Cmat
|
||||
type(d_Cmat) :: Mat
|
||||
integer(c_int) :: res
|
||||
end function d_CSRGIsNullSvBuffer
|
||||
end interface
|
||||
#endif
|
||||
|
||||
interface CSRGDeviceAlloc
|
||||
function d_CSRGDeviceAlloc(Mat,nr,nc,nz) &
|
||||
& bind(c,name="d_CSRGDeviceAlloc") result(res)
|
||||
use iso_c_binding
|
||||
import d_Cmat
|
||||
type(d_Cmat) :: Mat
|
||||
integer(c_int), value :: nr, nc, nz
|
||||
integer(c_int) :: res
|
||||
end function d_CSRGDeviceAlloc
|
||||
end interface
|
||||
|
||||
interface CSRGDeviceGetParms
|
||||
function d_CSRGDeviceGetParms(Mat,nr,nc,nz) &
|
||||
& bind(c,name="d_CSRGDeviceGetParms") result(res)
|
||||
use iso_c_binding
|
||||
import d_Cmat
|
||||
type(d_Cmat) :: Mat
|
||||
integer(c_int) :: nr, nc, nz
|
||||
integer(c_int) :: res
|
||||
end function d_CSRGDeviceGetParms
|
||||
end interface
|
||||
|
||||
interface spsvCSRGDevice
|
||||
function d_spsvCSRGDevice(Mat,alpha,x,beta,y) &
|
||||
& bind(c,name="d_spsvCSRGDevice") result(res)
|
||||
use iso_c_binding
|
||||
import d_Cmat
|
||||
type(d_Cmat) :: Mat
|
||||
type(c_ptr), value :: x
|
||||
type(c_ptr), value :: y
|
||||
real(c_double), value :: alpha,beta
|
||||
integer(c_int) :: res
|
||||
end function d_spsvCSRGDevice
|
||||
end interface
|
||||
|
||||
interface spmvCSRGDevice
|
||||
function d_spmvCSRGDevice(Mat,alpha,x,beta,y) &
|
||||
& bind(c,name="d_spmvCSRGDevice") result(res)
|
||||
use iso_c_binding
|
||||
import d_Cmat
|
||||
type(d_Cmat) :: Mat
|
||||
type(c_ptr), value :: x
|
||||
type(c_ptr), value :: y
|
||||
real(c_double), value :: alpha,beta
|
||||
integer(c_int) :: res
|
||||
end function d_spmvCSRGDevice
|
||||
end interface
|
||||
|
||||
interface CSRGHost2Device
|
||||
function d_CSRGHost2Device(Mat,m,n,nz,irp,ja,val) &
|
||||
& bind(c,name="d_CSRGHost2Device") result(res)
|
||||
use iso_c_binding
|
||||
import d_Cmat
|
||||
type(d_Cmat) :: Mat
|
||||
integer(c_int), value :: m,n,nz
|
||||
integer(c_int) :: irp(*), ja(*)
|
||||
real(c_double) :: val(*)
|
||||
integer(c_int) :: res
|
||||
end function d_CSRGHost2Device
|
||||
end interface
|
||||
|
||||
interface CSRGDevice2Host
|
||||
function d_CSRGDevice2Host(Mat,m,n,nz,irp,ja,val) &
|
||||
& bind(c,name="d_CSRGDevice2Host") result(res)
|
||||
use iso_c_binding
|
||||
import d_Cmat
|
||||
type(d_Cmat) :: Mat
|
||||
integer(c_int), value :: m,n,nz
|
||||
integer(c_int) :: irp(*), ja(*)
|
||||
real(c_double) :: val(*)
|
||||
integer(c_int) :: res
|
||||
end function d_CSRGDevice2Host
|
||||
end interface
|
||||
|
||||
#if CUDA_SHORT_VERSION <= 10
|
||||
interface HYBGDeviceAlloc
|
||||
function d_HYBGDeviceAlloc(Mat,nr,nc,nz) &
|
||||
& bind(c,name="d_HYBGDeviceAlloc") result(res)
|
||||
use iso_c_binding
|
||||
import d_hmat
|
||||
type(d_Hmat) :: Mat
|
||||
integer(c_int), value :: nr, nc, nz
|
||||
integer(c_int) :: res
|
||||
end function d_HYBGDeviceAlloc
|
||||
end interface
|
||||
|
||||
interface HYBGDeviceFree
|
||||
function d_HYBGDeviceFree(Mat) &
|
||||
& bind(c,name="d_HYBGDeviceFree") result(res)
|
||||
use iso_c_binding
|
||||
import d_Hmat
|
||||
type(d_Hmat) :: Mat
|
||||
integer(c_int) :: res
|
||||
end function d_HYBGDeviceFree
|
||||
end interface
|
||||
|
||||
interface HYBGDeviceSetMatType
|
||||
function d_HYBGDeviceSetMatType(Mat,type) &
|
||||
& bind(c,name="d_HYBGDeviceSetMatType") result(res)
|
||||
use iso_c_binding
|
||||
import d_Hmat
|
||||
type(d_Hmat) :: Mat
|
||||
integer(c_int),value :: type
|
||||
integer(c_int) :: res
|
||||
end function d_HYBGDeviceSetMatType
|
||||
end interface
|
||||
|
||||
interface HYBGDeviceSetMatFillMode
|
||||
function d_HYBGDeviceSetMatFillMode(Mat,type) &
|
||||
& bind(c,name="d_HYBGDeviceSetMatFillMode") result(res)
|
||||
use iso_c_binding
|
||||
import d_Hmat
|
||||
type(d_Hmat) :: Mat
|
||||
integer(c_int),value :: type
|
||||
integer(c_int) :: res
|
||||
end function d_HYBGDeviceSetMatFillMode
|
||||
end interface
|
||||
|
||||
interface HYBGDeviceSetMatDiagType
|
||||
function d_HYBGDeviceSetMatDiagType(Mat,type) &
|
||||
& bind(c,name="d_HYBGDeviceSetMatDiagType") result(res)
|
||||
use iso_c_binding
|
||||
import d_Hmat
|
||||
type(d_Hmat) :: Mat
|
||||
integer(c_int),value :: type
|
||||
integer(c_int) :: res
|
||||
end function d_HYBGDeviceSetMatDiagType
|
||||
end interface
|
||||
|
||||
interface HYBGDeviceSetMatIndexBase
|
||||
function d_HYBGDeviceSetMatIndexBase(Mat,type) &
|
||||
& bind(c,name="d_HYBGDeviceSetMatIndexBase") result(res)
|
||||
use iso_c_binding
|
||||
import d_Hmat
|
||||
type(d_Hmat) :: Mat
|
||||
integer(c_int),value :: type
|
||||
integer(c_int) :: res
|
||||
end function d_HYBGDeviceSetMatIndexBase
|
||||
end interface
|
||||
|
||||
interface HYBGDeviceHybsmAnalysis
|
||||
function d_HYBGDeviceHybsmAnalysis(Mat) &
|
||||
& bind(c,name="d_HYBGDeviceHybsmAnalysis") result(res)
|
||||
use iso_c_binding
|
||||
import d_Hmat
|
||||
type(d_Hmat) :: Mat
|
||||
integer(c_int) :: res
|
||||
end function d_HYBGDeviceHybsmAnalysis
|
||||
end interface
|
||||
|
||||
interface spsvHYBGDevice
|
||||
function d_spsvHYBGDevice(Mat,alpha,x,beta,y) &
|
||||
& bind(c,name="d_spsvHYBGDevice") result(res)
|
||||
use iso_c_binding
|
||||
import d_Hmat
|
||||
type(d_Hmat) :: Mat
|
||||
type(c_ptr), value :: x
|
||||
type(c_ptr), value :: y
|
||||
real(c_double), value :: alpha,beta
|
||||
integer(c_int) :: res
|
||||
end function d_spsvHYBGDevice
|
||||
end interface
|
||||
|
||||
interface spmvHYBGDevice
|
||||
function d_spmvHYBGDevice(Mat,alpha,x,beta,y) &
|
||||
& bind(c,name="d_spmvHYBGDevice") result(res)
|
||||
use iso_c_binding
|
||||
import d_Hmat
|
||||
type(d_Hmat) :: Mat
|
||||
type(c_ptr), value :: x
|
||||
type(c_ptr), value :: y
|
||||
real(c_double), value :: alpha,beta
|
||||
integer(c_int) :: res
|
||||
end function d_spmvHYBGDevice
|
||||
end interface
|
||||
|
||||
interface HYBGHost2Device
|
||||
function d_HYBGHost2Device(Mat,m,n,nz,irp,ja,val) &
|
||||
& bind(c,name="d_HYBGHost2Device") result(res)
|
||||
use iso_c_binding
|
||||
import d_Hmat
|
||||
type(d_Hmat) :: Mat
|
||||
integer(c_int), value :: m,n,nz
|
||||
integer(c_int) :: irp(*), ja(*)
|
||||
real(c_double) :: val(*)
|
||||
integer(c_int) :: res
|
||||
end function d_HYBGHost2Device
|
||||
end interface
|
||||
|
||||
#endif
|
||||
|
||||
end module d_cusparse_mod
|
||||
@ -0,0 +1,99 @@
|
||||
/* Parallel Sparse BLAS GPU plugin */
|
||||
/* (C) Copyright 2013 */
|
||||
|
||||
/* Salvatore Filippone */
|
||||
/* Alessandro Fanfarillo */
|
||||
|
||||
/* Redistribution and use in source and binary forms, with or without */
|
||||
/* modification, are permitted provided that the following conditions */
|
||||
/* are met: */
|
||||
/* 1. Redistributions of source code must retain the above copyright */
|
||||
/* notice, this list of conditions and the following disclaimer. */
|
||||
/* 2. Redistributions in binary form must reproduce the above copyright */
|
||||
/* notice, this list of conditions, and the following disclaimer in the */
|
||||
/* documentation and/or other materials provided with the distribution. */
|
||||
/* 3. The name of the PSBLAS group or the names of its contributors may */
|
||||
/* not be used to endorse or promote products derived from this */
|
||||
/* software without specific written permission. */
|
||||
|
||||
/* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS */
|
||||
/* ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED */
|
||||
/* TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR */
|
||||
/* PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS */
|
||||
/* BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR */
|
||||
/* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF */
|
||||
/* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS */
|
||||
/* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN */
|
||||
/* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) */
|
||||
/* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE */
|
||||
/* POSSIBILITY OF SUCH DAMAGE. */
|
||||
|
||||
|
||||
|
||||
#include <stdio.h>
|
||||
#include <stdlib.h>
|
||||
|
||||
#include <cuda_runtime.h>
|
||||
#include <cusparse_v2.h>
|
||||
#include "cintrf.h"
|
||||
#include "fcusparse.h"
|
||||
|
||||
|
||||
/* Double precision real */
|
||||
#define TYPE double
|
||||
#define CUSPARSE_BASE_TYPE CUDA_R_64F
|
||||
#define T_CSRGDeviceMat d_CSRGDeviceMat
|
||||
#define T_Cmat d_Cmat
|
||||
#define T_spmvCSRGDevice d_spmvCSRGDevice
|
||||
#define T_spsvCSRGDevice d_spsvCSRGDevice
|
||||
#define T_CSRGDeviceAlloc d_CSRGDeviceAlloc
|
||||
#define T_CSRGDeviceFree d_CSRGDeviceFree
|
||||
#define T_CSRGHost2Device d_CSRGHost2Device
|
||||
#define T_CSRGDevice2Host d_CSRGDevice2Host
|
||||
#define T_CSRGDeviceSetMatFillMode d_CSRGDeviceSetMatFillMode
|
||||
#define T_CSRGDeviceSetMatDiagType d_CSRGDeviceSetMatDiagType
|
||||
#define T_CSRGDeviceGetParms d_CSRGDeviceGetParms
|
||||
|
||||
#if CUDA_SHORT_VERSION <= 10
|
||||
#define T_CSRGDeviceSetMatType d_CSRGDeviceSetMatType
|
||||
#define T_CSRGDeviceSetMatIndexBase d_CSRGDeviceSetMatIndexBase
|
||||
#define T_CSRGDeviceCsrsmAnalysis d_CSRGDeviceCsrsmAnalysis
|
||||
#define cusparseTcsrmv cusparseDcsrmv
|
||||
#define cusparseTcsrsv_solve cusparseDcsrsv_solve
|
||||
#define cusparseTcsrsv_analysis cusparseDcsrsv_analysis
|
||||
#define T_HYBGDeviceMat d_HYBGDeviceMat
|
||||
#define T_Hmat d_Hmat
|
||||
#define T_HYBGDeviceFree d_HYBGDeviceFree
|
||||
#define T_spmvHYBGDevice d_spmvHYBGDevice
|
||||
#define T_HYBGDeviceAlloc d_HYBGDeviceAlloc
|
||||
#define T_HYBGDeviceSetMatDiagType d_HYBGDeviceSetMatDiagType
|
||||
#define T_HYBGDeviceSetMatIndexBase d_HYBGDeviceSetMatIndexBase
|
||||
#define T_HYBGDeviceSetMatType d_HYBGDeviceSetMatType
|
||||
#define T_HYBGDeviceSetMatFillMode d_HYBGDeviceSetMatFillMode
|
||||
#define T_HYBGDeviceHybsmAnalysis d_HYBGDeviceHybsmAnalysis
|
||||
#define T_spsvHYBGDevice d_spsvHYBGDevice
|
||||
#define T_HYBGHost2Device d_HYBGHost2Device
|
||||
#define cusparseThybmv cusparseDhybmv
|
||||
#define cusparseThybsv_solve cusparseDhybsv_solve
|
||||
#define cusparseThybsv_analysis cusparseDhybsv_analysis
|
||||
#define cusparseTcsr2hyb cusparseDcsr2hyb
|
||||
|
||||
#elif CUDA_VERSION < 11030
|
||||
|
||||
#define T_CSRGDeviceSetMatType d_CSRGDeviceSetMatType
|
||||
#define T_CSRGDeviceSetMatIndexBase d_CSRGDeviceSetMatIndexBase
|
||||
#define T_CSRGDeviceCsrsv2Analysis d_CSRGDeviceCsrsv2Analysis
|
||||
#define cusparseTcsrsv2_bufferSize cusparseDcsrsv2_bufferSize
|
||||
#define cusparseTcsrsv2_analysis cusparseDcsrsv2_analysis
|
||||
#define cusparseTcsrsv2_solve cusparseDcsrsv2_solve
|
||||
#else
|
||||
|
||||
#define T_CSRGIsNullSvBuffer d_CSRGIsNullSvBuffer
|
||||
#define T_CSRGIsNullSvDescr d_CSRGIsNullSvDescr
|
||||
#define T_CSRGIsNullMvDescr d_CSRGIsNullMvDescr
|
||||
#define T_CSRGCreateSpMVDescr d_CSRGCreateSpMVDescr
|
||||
|
||||
#endif
|
||||
|
||||
#include "fcusparse_fct.h"
|
||||
|
||||
@ -0,0 +1,261 @@
|
||||
/* Parallel Sparse BLAS GPU plugin */
|
||||
/* (C) Copyright 2013 */
|
||||
|
||||
/* Salvatore Filippone */
|
||||
/* Alessandro Fanfarillo */
|
||||
|
||||
/* Redistribution and use in source and binary forms, with or without */
|
||||
/* modification, are permitted provided that the following conditions */
|
||||
/* are met: */
|
||||
/* 1. Redistributions of source code must retain the above copyright */
|
||||
/* notice, this list of conditions and the following disclaimer. */
|
||||
/* 2. Redistributions in binary form must reproduce the above copyright */
|
||||
/* notice, this list of conditions, and the following disclaimer in the */
|
||||
/* documentation and/or other materials provided with the distribution. */
|
||||
/* 3. The name of the PSBLAS group or the names of its contributors may */
|
||||
/* not be used to endorse or promote products derived from this */
|
||||
/* software without specific written permission. */
|
||||
|
||||
/* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS */
|
||||
/* ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED */
|
||||
/* TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR */
|
||||
/* PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS */
|
||||
/* BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR */
|
||||
/* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF */
|
||||
/* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS */
|
||||
/* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN */
|
||||
/* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) */
|
||||
/* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE */
|
||||
/* POSSIBILITY OF SUCH DAMAGE. */
|
||||
|
||||
|
||||
#include "diagdev.h"
|
||||
#include <sys/types.h>
|
||||
#include <sys/stat.h>
|
||||
#include <fcntl.h>
|
||||
#include <unistd.h>
|
||||
//new
|
||||
DiagDeviceParams getDiagDeviceParams(unsigned int rows, unsigned int columns, unsigned int diags, unsigned int elementType)
|
||||
{
|
||||
DiagDeviceParams params;
|
||||
|
||||
params.elementType = elementType;
|
||||
//numero di elementi di val
|
||||
params.rows = rows;
|
||||
params.columns = columns;
|
||||
params.diags = diags;
|
||||
|
||||
return params;
|
||||
|
||||
}
|
||||
//new
|
||||
int allocDiagDevice(void ** remoteMatrix, DiagDeviceParams* params)
|
||||
{
|
||||
struct DiagDevice *tmp = (struct DiagDevice *)malloc(sizeof(struct DiagDevice));
|
||||
int ret=SPGPU_SUCCESS;
|
||||
*remoteMatrix = (void *)tmp;
|
||||
|
||||
tmp->rows = params->rows;
|
||||
|
||||
tmp->cols = params->columns;
|
||||
|
||||
tmp->diags = params->diags;
|
||||
|
||||
if (ret == SPGPU_SUCCESS)
|
||||
ret=allocRemoteBuffer((void **)&(tmp->off), tmp->diags*sizeof(int));
|
||||
|
||||
/* tmp->baseIndex = params->firstIndex; */
|
||||
|
||||
if (params->elementType == SPGPU_TYPE_INT)
|
||||
{
|
||||
if (ret == SPGPU_SUCCESS)
|
||||
ret=allocRemoteBuffer((void **)&(tmp->cM), tmp->rows*tmp->diags*sizeof(int));
|
||||
}
|
||||
else if (params->elementType == SPGPU_TYPE_FLOAT)
|
||||
{
|
||||
if (ret == SPGPU_SUCCESS)
|
||||
ret=allocRemoteBuffer((void **)&(tmp->cM), tmp->rows*tmp->diags*sizeof(float));
|
||||
}
|
||||
else if (params->elementType == SPGPU_TYPE_DOUBLE)
|
||||
{
|
||||
if (ret == SPGPU_SUCCESS)
|
||||
ret=allocRemoteBuffer((void **)&(tmp->cM), tmp->rows*tmp->diags*sizeof(double));
|
||||
}
|
||||
else if (params->elementType == SPGPU_TYPE_COMPLEX_FLOAT)
|
||||
{
|
||||
if (ret == SPGPU_SUCCESS)
|
||||
ret=allocRemoteBuffer((void **)&(tmp->cM), tmp->rows*tmp->diags*sizeof(cuFloatComplex));
|
||||
}
|
||||
else if (params->elementType == SPGPU_TYPE_COMPLEX_DOUBLE)
|
||||
{
|
||||
if (ret == SPGPU_SUCCESS)
|
||||
ret=allocRemoteBuffer((void **)&(tmp->cM), tmp->rows*tmp->diags*sizeof(cuDoubleComplex));
|
||||
}
|
||||
else
|
||||
return SPGPU_UNSUPPORTED; // Unsupported params
|
||||
return ret;
|
||||
}
|
||||
|
||||
void freeDiagDevice(void* remoteMatrix)
|
||||
{
|
||||
struct DiagDevice *devMat = (struct DiagDevice *) remoteMatrix;
|
||||
//fprintf(stderr,"freeHllDevice\n");
|
||||
if (devMat != NULL) {
|
||||
freeRemoteBuffer(devMat->off);
|
||||
freeRemoteBuffer(devMat->cM);
|
||||
free(remoteMatrix);
|
||||
}
|
||||
}
|
||||
|
||||
//new
|
||||
int FallocDiagDevice(void** deviceMat, unsigned int rows, unsigned int columns,unsigned int diags,unsigned int elementType)
|
||||
{ int i;
|
||||
DiagDeviceParams p;
|
||||
|
||||
p = getDiagDeviceParams(rows, columns, diags,elementType);
|
||||
i = allocDiagDevice(deviceMat, &p);
|
||||
if (i != 0) {
|
||||
fprintf(stderr,"From routine : %s : %d \n","FallocEllDevice",i);
|
||||
}
|
||||
return(i);
|
||||
}
|
||||
|
||||
int writeDiagDeviceDouble(void* deviceMat, double* a, int* off, int n)
|
||||
{ int i,fo,fa;
|
||||
char buf_a[255], buf_o[255],tmp[255];
|
||||
struct DiagDevice *devMat = (struct DiagDevice *) deviceMat;
|
||||
// Ex updateFromHost function
|
||||
/* memset(buf_a,'\0',255); */
|
||||
/* memset(buf_o,'\0',255); */
|
||||
/* memset(tmp,'\0',255); */
|
||||
|
||||
/* strcat(buf_a,"mat_"); */
|
||||
/* strcat(buf_o,"off_"); */
|
||||
/* sprintf(tmp,"%d_%d.dat",devMat->rows,devMat->cols); */
|
||||
/* strcat(buf_a,tmp); */
|
||||
/* memset(tmp,'\0',255); */
|
||||
/* sprintf(tmp,"%d.dat",devMat->cols); */
|
||||
/* strcat(buf_o,tmp); */
|
||||
|
||||
/* fa = open(buf_a, O_CREAT | O_WRONLY | O_TRUNC, 0664); */
|
||||
/* fo = open(buf_o, O_CREAT | O_WRONLY | O_TRUNC, 0664); */
|
||||
|
||||
/* i = write(fa, a, sizeof(double)*devMat->cols*devMat->rows); */
|
||||
/* i = write(fo, off, sizeof(int)*devMat->cols); */
|
||||
|
||||
/* close(fa); */
|
||||
/* close(fo); */
|
||||
|
||||
i = writeRemoteBuffer((void*) a, (void *)devMat->cM, devMat->rows*devMat->diags*sizeof(double));
|
||||
i = writeRemoteBuffer((void*) off, (void *)devMat->off, devMat->diags*sizeof(int));
|
||||
|
||||
if(i==0)
|
||||
return SPGPU_SUCCESS;
|
||||
else
|
||||
return SPGPU_UNSUPPORTED;
|
||||
}
|
||||
|
||||
int readDiagDeviceDouble(void* deviceMat, double* a, int* off)
|
||||
{ int i;
|
||||
struct DiagDevice *devMat = (struct DiagDevice *) deviceMat;
|
||||
i = readRemoteBuffer((void *) a, (void *)devMat->cM,devMat->rows*devMat->diags*sizeof(double));
|
||||
i = readRemoteBuffer((void *) off, (void *)devMat->off, devMat->diags*sizeof(int));
|
||||
/*if (i != 0) {
|
||||
fprintf(stderr,"From routine : %s : %d \n","readEllDeviceDouble",i);
|
||||
}*/
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
|
||||
//new
|
||||
int spmvDiagDeviceDouble(void *deviceMat, double alpha, void* deviceX,
|
||||
double beta, void* deviceY)
|
||||
{
|
||||
struct DiagDevice *devMat = (struct DiagDevice *) deviceMat;
|
||||
struct MultiVectDevice *x = (struct MultiVectDevice *) deviceX;
|
||||
struct MultiVectDevice *y = (struct MultiVectDevice *) deviceY;
|
||||
spgpuHandle_t handle=psb_cudaGetHandle();
|
||||
|
||||
#ifdef VERBOSE
|
||||
/*__assert(x->count_ == x->count_, "ERROR: x and y don't share the same number of vectors");*/
|
||||
/*__assert(x->size_ >= devMat->columns, "ERROR: x vector's size is not >= to matrix size (columns)");*/
|
||||
/*__assert(y->size_ >= devMat->rows, "ERROR: y vector's size is not >= to matrix size (rows)");*/
|
||||
#endif
|
||||
/* spgpuDdiagspmv(handle, (double *)y->v_, (double *)y->v_,alpha,(double *)devMat->cM,devMat->off,devMat->rows,devMat->cols,x->v_,beta,devMat->baseIndex); */
|
||||
|
||||
spgpuDdiaspmv(handle, (double *)y->v_, (double *)y->v_,alpha,(double *)devMat->cM,devMat->off,devMat->rows,devMat->rows,devMat->cols,devMat->diags,x->v_,beta);
|
||||
|
||||
//cudaSync();
|
||||
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
|
||||
|
||||
int writeDiagDeviceFloat(void* deviceMat, float* a, int* off, int n)
|
||||
{ int i,fo,fa;
|
||||
char buf_a[255], buf_o[255],tmp[255];
|
||||
struct DiagDevice *devMat = (struct DiagDevice *) deviceMat;
|
||||
// Ex updateFromHost function
|
||||
/* memset(buf_a,'\0',255); */
|
||||
/* memset(buf_o,'\0',255); */
|
||||
/* memset(tmp,'\0',255); */
|
||||
|
||||
/* strcat(buf_a,"mat_"); */
|
||||
/* strcat(buf_o,"off_"); */
|
||||
/* sprintf(tmp,"%d_%d.dat",devMat->rows,devMat->cols); */
|
||||
/* strcat(buf_a,tmp); */
|
||||
/* memset(tmp,'\0',255); */
|
||||
/* sprintf(tmp,"%d.dat",devMat->cols); */
|
||||
/* strcat(buf_o,tmp); */
|
||||
|
||||
/* fa = open(buf_a, O_CREAT | O_WRONLY | O_TRUNC, 0664); */
|
||||
/* fo = open(buf_o, O_CREAT | O_WRONLY | O_TRUNC, 0664); */
|
||||
|
||||
/* i = write(fa, a, sizeof(float)*devMat->cols*devMat->rows); */
|
||||
/* i = write(fo, off, sizeof(int)*devMat->cols); */
|
||||
|
||||
/* close(fa); */
|
||||
/* close(fo); */
|
||||
|
||||
i = writeRemoteBuffer((void*) a, (void *)devMat->cM, devMat->rows*devMat->diags*sizeof(float));
|
||||
i = writeRemoteBuffer((void*) off, (void *)devMat->off, devMat->diags*sizeof(int));
|
||||
|
||||
if(i==0)
|
||||
return SPGPU_SUCCESS;
|
||||
else
|
||||
return SPGPU_UNSUPPORTED;
|
||||
}
|
||||
|
||||
int readDiagDeviceFloat(void* deviceMat, float* a, int* off)
|
||||
{ int i;
|
||||
struct DiagDevice *devMat = (struct DiagDevice *) deviceMat;
|
||||
i = readRemoteBuffer((void *) a, (void *)devMat->cM,devMat->rows*devMat->diags*sizeof(float));
|
||||
i = readRemoteBuffer((void *) off, (void *)devMat->off, devMat->diags*sizeof(int));
|
||||
/*if (i != 0) {
|
||||
fprintf(stderr,"From routine : %s : %d \n","readEllDeviceFloat",i);
|
||||
}*/
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
|
||||
//new
|
||||
int spmvDiagDeviceFloat(void *deviceMat, float alpha, void* deviceX,
|
||||
float beta, void* deviceY)
|
||||
{
|
||||
struct DiagDevice *devMat = (struct DiagDevice *) deviceMat;
|
||||
struct MultiVectDevice *x = (struct MultiVectDevice *) deviceX;
|
||||
struct MultiVectDevice *y = (struct MultiVectDevice *) deviceY;
|
||||
spgpuHandle_t handle=psb_cudaGetHandle();
|
||||
|
||||
#ifdef VERBOSE
|
||||
/*__assert(x->count_ == x->count_, "ERROR: x and y don't share the same number of vectors");*/
|
||||
/*__assert(x->size_ >= devMat->columns, "ERROR: x vector's size is not >= to matrix size (columns)");*/
|
||||
/*__assert(y->size_ >= devMat->rows, "ERROR: y vector's size is not >= to matrix size (rows)");*/
|
||||
#endif
|
||||
/* spgpuDdiagspmv(handle, (float *)y->v_, (float *)y->v_,alpha,(float *)devMat->cM,devMat->off,devMat->rows,devMat->cols,x->v_,beta,devMat->baseIndex); */
|
||||
|
||||
spgpuSdiaspmv(handle, (float *)y->v_, (float *)y->v_,alpha,(float *)devMat->cM,devMat->off,devMat->rows,devMat->rows,devMat->cols,devMat->diags,x->v_,beta);
|
||||
|
||||
//cudaSync();
|
||||
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
|
||||
@ -0,0 +1,90 @@
|
||||
/* Parallel Sparse BLAS GPU plugin */
|
||||
/* (C) Copyright 2013 */
|
||||
|
||||
/* Salvatore Filippone */
|
||||
/* Alessandro Fanfarillo */
|
||||
|
||||
/* Redistribution and use in source and binary forms, with or without */
|
||||
/* modification, are permitted provided that the following conditions */
|
||||
/* are met: */
|
||||
/* 1. Redistributions of source code must retain the above copyright */
|
||||
/* notice, this list of conditions and the following disclaimer. */
|
||||
/* 2. Redistributions in binary form must reproduce the above copyright */
|
||||
/* notice, this list of conditions, and the following disclaimer in the */
|
||||
/* documentation and/or other materials provided with the distribution. */
|
||||
/* 3. The name of the PSBLAS group or the names of its contributors may */
|
||||
/* not be used to endorse or promote products derived from this */
|
||||
/* software without specific written permission. */
|
||||
|
||||
/* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS */
|
||||
/* ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED */
|
||||
/* TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR */
|
||||
/* PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS */
|
||||
/* BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR */
|
||||
/* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF */
|
||||
/* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS */
|
||||
/* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN */
|
||||
/* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) */
|
||||
/* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE */
|
||||
/* POSSIBILITY OF SUCH DAMAGE. */
|
||||
|
||||
|
||||
#ifndef _DIAGDEV_H_
|
||||
#define _DIAGDEV_H_
|
||||
|
||||
#include "cintrf.h"
|
||||
#include "dia.h"
|
||||
|
||||
struct DiagDevice
|
||||
{
|
||||
// Compressed matrix
|
||||
void *cM; //it can be float or double
|
||||
|
||||
// offset (same size of cM)
|
||||
int *off;
|
||||
|
||||
int rows;
|
||||
|
||||
int cols;
|
||||
|
||||
int diags;
|
||||
|
||||
};
|
||||
|
||||
typedef struct DiagDeviceParams
|
||||
{
|
||||
|
||||
unsigned int elementType;
|
||||
|
||||
// Number of rows.
|
||||
// Used to allocate rS array
|
||||
unsigned int rows;
|
||||
//unsigned int hackOffsLength;
|
||||
|
||||
// Number of columns.
|
||||
// Used for error-checking
|
||||
unsigned int columns;
|
||||
|
||||
unsigned int diags;
|
||||
|
||||
} DiagDeviceParams;
|
||||
DiagDeviceParams getDiagDeviceParams(unsigned int rows, unsigned int columns,
|
||||
unsigned int elementType, unsigned int firstIndex);
|
||||
int FallocDiagDevice(void** deviceMat, unsigned int rows, unsigned int cols,
|
||||
unsigned int elementType, unsigned int firstIndex);
|
||||
int allocDiagDevice(void ** remoteMatrix, DiagDeviceParams* params);
|
||||
void freeDiagDevice(void* remoteMatrix);
|
||||
|
||||
int readDiagDeviceDouble(void* deviceMat, double* a, int* off);
|
||||
int writeDiagDeviceDouble(void* deviceMat, double* a, int* off, int n);
|
||||
int spmvDiagDeviceDouble(void *deviceMat, double alpha, void* deviceX,
|
||||
double beta, void* deviceY);
|
||||
|
||||
int readDiagDeviceFloat(void* deviceMat, float* a, int* off);
|
||||
int writeDiagDeviceFloat(void* deviceMat, float* a, int* off, int n);
|
||||
int spmvDiagDeviceFloat(void *deviceMat, float alpha, void* deviceX,
|
||||
float beta, void* deviceY);
|
||||
|
||||
|
||||
|
||||
#endif
|
||||
@ -0,0 +1,224 @@
|
||||
! Parallel Sparse BLAS GPU plugin
|
||||
! (C) Copyright 2013
|
||||
!
|
||||
! Salvatore Filippone
|
||||
! Alessandro Fanfarillo
|
||||
!
|
||||
! Redistribution and use in source and binary forms, with or without
|
||||
! modification, are permitted provided that the following conditions
|
||||
! are met:
|
||||
! 1. Redistributions of source code must retain the above copyright
|
||||
! notice, this list of conditions and the following disclaimer.
|
||||
! 2. Redistributions in binary form must reproduce the above copyright
|
||||
! notice, this list of conditions, and the following disclaimer in the
|
||||
! documentation and/or other materials provided with the distribution.
|
||||
! 3. The name of the PSBLAS group or the names of its contributors may
|
||||
! not be used to endorse or promote products derived from this
|
||||
! software without specific written permission.
|
||||
!
|
||||
! THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
! ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
! TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
! PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS
|
||||
! BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
! CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
! SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
! INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
! CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
! ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
! POSSIBILITY OF SUCH DAMAGE.
|
||||
!
|
||||
|
||||
|
||||
module diagdev_mod
|
||||
use iso_c_binding
|
||||
use core_mod
|
||||
|
||||
type, bind(c) :: diagdev_parms
|
||||
integer(c_int) :: element_type
|
||||
integer(c_int) :: rows
|
||||
integer(c_int) :: columns
|
||||
integer(c_int) :: firstIndex
|
||||
end type diagdev_parms
|
||||
|
||||
interface
|
||||
function FgetDiagDeviceParams(rows, columns, elementType, firstIndex) &
|
||||
& result(res) bind(c,name='getDiagDeviceParams')
|
||||
use iso_c_binding
|
||||
import :: diagdev_parms
|
||||
type(diagdev_parms) :: res
|
||||
integer(c_int), value :: rows,columns,elementType,firstIndex
|
||||
end function FgetDiagDeviceParams
|
||||
end interface
|
||||
|
||||
|
||||
interface
|
||||
function FallocDiagDevice(deviceMat,rows,columns,&
|
||||
& elementType,firstIndex) &
|
||||
& result(res) bind(c,name='FallocDiagDevice')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
integer(c_int), value :: rows,columns,elementType,firstIndex
|
||||
type(c_ptr) :: deviceMat
|
||||
end function FallocDiagDevice
|
||||
end interface
|
||||
|
||||
interface writeDiagDevice
|
||||
|
||||
function writeDiagDeviceFloat(deviceMat,a,off,n) &
|
||||
& result(res) bind(c,name='writeDiagDeviceFloat')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
type(c_ptr), value :: deviceMat
|
||||
integer(c_int), value :: n
|
||||
real(c_float) :: a(n,*)
|
||||
integer(c_int) :: off(*)!,irn(*)
|
||||
end function writeDiagDeviceFloat
|
||||
|
||||
function writeDiagDeviceDouble(deviceMat,a,off,n) &
|
||||
& result(res) bind(c,name='writeDiagDeviceDouble')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
type(c_ptr), value :: deviceMat
|
||||
integer(c_int),value :: n
|
||||
real(c_double) :: a(n,*)
|
||||
integer(c_int) :: off(*)
|
||||
end function writeDiagDeviceDouble
|
||||
|
||||
function writeDiagDeviceFloatComplex(deviceMat,a,off,n) &
|
||||
& result(res) bind(c,name='writeDiagDeviceFloatComplex')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
type(c_ptr), value :: deviceMat
|
||||
integer(c_int), value :: n
|
||||
complex(c_float_complex) :: a(n,*)
|
||||
integer(c_int) :: off(*)!,irn(*)
|
||||
end function writeDiagDeviceFloatComplex
|
||||
|
||||
function writeDiagDeviceDoubleComplex(deviceMat,a,off,n) &
|
||||
& result(res) bind(c,name='writeDiagDeviceDoubleComplex')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
type(c_ptr), value :: deviceMat
|
||||
integer(c_int), value :: n
|
||||
complex(c_double_complex) :: a(n,*)
|
||||
integer(c_int) :: off(*)!,irn(*)
|
||||
end function writeDiagDeviceDoubleComplex
|
||||
|
||||
end interface
|
||||
|
||||
interface readDiagDevice
|
||||
|
||||
function readDiagDeviceFloat(deviceMat,a,off,n) &
|
||||
& result(res) bind(c,name='readDiagDeviceFloat')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
type(c_ptr), value :: deviceMat
|
||||
real(c_float) :: a(n,*)
|
||||
integer(c_int) :: off(*)!,irn(*)
|
||||
end function readDiagDeviceFloat
|
||||
|
||||
function readDiagDeviceDouble(deviceMat,a,off,n) &
|
||||
& result(res) bind(c,name='readDiagDeviceDouble')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
type(c_ptr), value :: deviceMat
|
||||
integer(c_int),value :: n
|
||||
real(c_double) :: a(n,*)
|
||||
integer(c_int) :: off(*)
|
||||
end function readDiagDeviceDouble
|
||||
|
||||
function readDiagDeviceFloatComplex(deviceMat,a,off,n) &
|
||||
& result(res) bind(c,name='readDiagDeviceFloatComplex')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
type(c_ptr), value :: deviceMat
|
||||
integer(c_int), value :: n
|
||||
complex(c_float_complex) :: a(n,*)
|
||||
integer(c_int) :: off(*)!,irn(*)
|
||||
end function readDiagDeviceFloatComplex
|
||||
|
||||
function readDiagDeviceDoubleComplex(deviceMat,a,off,n) &
|
||||
& result(res) bind(c,name='readDiagDeviceDoubleComplex')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
type(c_ptr), value :: deviceMat
|
||||
integer(c_int), value :: n
|
||||
complex(c_double_complex) :: a(n,*)
|
||||
integer(c_int) :: off(*)!,irn(*)
|
||||
end function readDiagDeviceDoubleComplex
|
||||
|
||||
end interface
|
||||
|
||||
interface
|
||||
subroutine freeDiagDevice(deviceMat) &
|
||||
& bind(c,name='freeDiagDevice')
|
||||
use iso_c_binding
|
||||
type(c_ptr), value :: deviceMat
|
||||
end subroutine freeDiagDevice
|
||||
end interface
|
||||
|
||||
interface
|
||||
subroutine resetDiagTimer() bind(c,name='resetDiagTimer')
|
||||
use iso_c_binding
|
||||
end subroutine resetDiagTimer
|
||||
end interface
|
||||
interface
|
||||
function getDiagTimer() &
|
||||
& bind(c,name='getDiagTimer') result(res)
|
||||
use iso_c_binding
|
||||
real(c_double) :: res
|
||||
end function getDiagTimer
|
||||
end interface
|
||||
|
||||
interface
|
||||
function getDiagDevicePitch(deviceMat) &
|
||||
& bind(c,name='getDiagDevicePitch') result(res)
|
||||
use iso_c_binding
|
||||
type(c_ptr), value :: deviceMat
|
||||
integer(c_int) :: res
|
||||
end function getDiagDevicePitch
|
||||
end interface
|
||||
|
||||
interface
|
||||
function getDiagDeviceMaxRowSize(deviceMat) &
|
||||
& bind(c,name='getDiagDeviceMaxRowSize') result(res)
|
||||
use iso_c_binding
|
||||
type(c_ptr), value :: deviceMat
|
||||
integer(c_int) :: res
|
||||
end function getDiagDeviceMaxRowSize
|
||||
end interface
|
||||
|
||||
|
||||
interface spmvDiagDevice
|
||||
function spmvDiagDeviceFloat(deviceMat,alpha,x,beta,y) &
|
||||
& result(res) bind(c,name='spmvDiagDeviceFloat')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
type(c_ptr), value :: deviceMat, x, y
|
||||
real(c_float),value :: alpha, beta
|
||||
end function spmvDiagDeviceFloat
|
||||
function spmvDiagDeviceDouble(deviceMat,alpha,x,beta,y) &
|
||||
& result(res) bind(c,name='spmvDiagDeviceDouble')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
type(c_ptr), value :: deviceMat, x, y
|
||||
real(c_double),value :: alpha, beta
|
||||
end function spmvDiagDeviceDouble
|
||||
function spmvDiagDeviceFloatComplex(deviceMat,alpha,x,beta,y) &
|
||||
& result(res) bind(c,name='spmvDiagDeviceFloatComplex')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
type(c_ptr), value :: deviceMat, x, y
|
||||
complex(c_float_complex),value :: alpha, beta
|
||||
end function spmvDiagDeviceFloatComplex
|
||||
function spmvDiagDeviceDoubleComplex(deviceMat,alpha,x,beta,y) &
|
||||
& result(res) bind(c,name='spmvDiagDeviceDoubleComplex')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
type(c_ptr), value :: deviceMat, x, y
|
||||
complex(c_double_complex),value :: alpha, beta
|
||||
end function spmvDiagDeviceDoubleComplex
|
||||
end interface spmvDiagDevice
|
||||
|
||||
end module diagdev_mod
|
||||
@ -0,0 +1,321 @@
|
||||
/* Parallel Sparse BLAS GPU plugin */
|
||||
/* (C) Copyright 2013 */
|
||||
|
||||
/* Salvatore Filippone */
|
||||
/* Alessandro Fanfarillo */
|
||||
|
||||
/* Redistribution and use in source and binary forms, with or without */
|
||||
/* modification, are permitted provided that the following conditions */
|
||||
/* are met: */
|
||||
/* 1. Redistributions of source code must retain the above copyright */
|
||||
/* notice, this list of conditions and the following disclaimer. */
|
||||
/* 2. Redistributions in binary form must reproduce the above copyright */
|
||||
/* notice, this list of conditions, and the following disclaimer in the */
|
||||
/* documentation and/or other materials provided with the distribution. */
|
||||
/* 3. The name of the PSBLAS group or the names of its contributors may */
|
||||
/* not be used to endorse or promote products derived from this */
|
||||
/* software without specific written permission. */
|
||||
|
||||
/* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS */
|
||||
/* ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED */
|
||||
/* TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR */
|
||||
/* PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS */
|
||||
/* BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR */
|
||||
/* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF */
|
||||
/* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS */
|
||||
/* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN */
|
||||
/* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) */
|
||||
/* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE */
|
||||
/* POSSIBILITY OF SUCH DAMAGE. */
|
||||
|
||||
#include <sys/time.h>
|
||||
#include "dnsdev.h"
|
||||
|
||||
#define PASS_RS 0
|
||||
|
||||
#define IMIN(a,b) ((a)<(b) ? (a) : (b))
|
||||
|
||||
DnsDeviceParams getDnsDeviceParams(unsigned int rows, unsigned int columns,
|
||||
unsigned int elementType, unsigned int firstIndex)
|
||||
{
|
||||
DnsDeviceParams params;
|
||||
|
||||
if (elementType == SPGPU_TYPE_DOUBLE)
|
||||
{
|
||||
params.pitch = ((rows + ELL_PITCH_ALIGN_D - 1)/ELL_PITCH_ALIGN_D)*ELL_PITCH_ALIGN_D;
|
||||
}
|
||||
else
|
||||
{
|
||||
params.pitch = ((rows + ELL_PITCH_ALIGN_S - 1)/ELL_PITCH_ALIGN_S)*ELL_PITCH_ALIGN_S;
|
||||
}
|
||||
//For complex?
|
||||
params.elementType = elementType;
|
||||
params.rows = rows;
|
||||
params.columns = columns;
|
||||
params.firstIndex = firstIndex;
|
||||
|
||||
return params;
|
||||
|
||||
}
|
||||
//new
|
||||
int allocDnsDevice(void ** remoteMatrix, DnsDeviceParams* params)
|
||||
{
|
||||
struct DnsDevice *tmp = (struct DnsDevice *)malloc(sizeof(struct DnsDevice));
|
||||
*remoteMatrix = (void *)tmp;
|
||||
tmp->rows = params->rows;
|
||||
tmp->columns = params->columns;
|
||||
tmp->cMPitch = params->pitch;
|
||||
tmp->pitch= tmp->cMPitch;
|
||||
tmp->allocsize = (int)tmp->columns * tmp->pitch;
|
||||
tmp->baseIndex = params->firstIndex;
|
||||
//fprintf(stderr,"allocDnsDevice: %d %d %d \n",tmp->pitch, params->maxRowSize, params->avgRowSize);
|
||||
if (params->elementType == SPGPU_TYPE_FLOAT)
|
||||
allocRemoteBuffer((void **)&(tmp->cM), tmp->allocsize*sizeof(float));
|
||||
else if (params->elementType == SPGPU_TYPE_DOUBLE)
|
||||
allocRemoteBuffer((void **)&(tmp->cM), tmp->allocsize*sizeof(double));
|
||||
else if (params->elementType == SPGPU_TYPE_COMPLEX_FLOAT)
|
||||
allocRemoteBuffer((void **)&(tmp->cM), tmp->allocsize*sizeof(cuFloatComplex));
|
||||
else if (params->elementType == SPGPU_TYPE_COMPLEX_DOUBLE)
|
||||
allocRemoteBuffer((void **)&(tmp->cM), tmp->allocsize*sizeof(cuDoubleComplex));
|
||||
else
|
||||
return SPGPU_UNSUPPORTED; // Unsupported params
|
||||
//fprintf(stderr,"From allocDnsDevice: %d %d %d %p %p %p\n",tmp->maxRowSize,
|
||||
// tmp->avgRowSize,tmp->allocsize,tmp->rS,tmp->rP,tmp->cM);
|
||||
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
|
||||
void freeDnsDevice(void* remoteMatrix)
|
||||
{
|
||||
struct DnsDevice *devMat = (struct DnsDevice *) remoteMatrix;
|
||||
//fprintf(stderr,"freeDnsDevice\n");
|
||||
if (devMat != NULL) {
|
||||
freeRemoteBuffer(devMat->cM);
|
||||
free(remoteMatrix);
|
||||
}
|
||||
}
|
||||
|
||||
//new
|
||||
int FallocDnsDevice(void** deviceMat, unsigned int rows,
|
||||
unsigned int columns, unsigned int elementType,
|
||||
unsigned int firstIndex)
|
||||
{ int i;
|
||||
DnsDeviceParams p;
|
||||
|
||||
p = getDnsDeviceParams(rows, columns, elementType, firstIndex);
|
||||
i = allocDnsDevice(deviceMat, &p);
|
||||
if (i != 0) {
|
||||
fprintf(stderr,"From routine : %s : %d \n","FallocDnsDevice",i);
|
||||
}
|
||||
return(i);
|
||||
}
|
||||
|
||||
|
||||
int spmvDnsDeviceFloat(char transa, int m, int n, int k, float *alpha,
|
||||
void *deviceMat, void* deviceX, float *beta, void* deviceY)
|
||||
{
|
||||
struct DnsDevice *devMat = (struct DnsDevice *) deviceMat;
|
||||
struct MultiVectDevice *x = (struct MultiVectDevice *) deviceX;
|
||||
struct MultiVectDevice *y = (struct MultiVectDevice *) deviceY;
|
||||
int status;
|
||||
|
||||
cublasHandle_t handle=psb_cudaGetCublasHandle();
|
||||
cublasOperation_t trans=((transa == 'N')? CUBLAS_OP_N:((transa=='T')? CUBLAS_OP_T:CUBLAS_OP_C));
|
||||
/* Note: the M,N,K choices according to TRANS have already been handled in the caller */
|
||||
if (n == 1) {
|
||||
status = cublasSgemv(handle, trans, m,k,
|
||||
alpha, devMat->cM,devMat->pitch, x->v_,1,
|
||||
beta, y->v_,1);
|
||||
} else {
|
||||
status = cublasSgemm(handle, trans, CUBLAS_OP_N, m,n,k,
|
||||
alpha, devMat->cM,devMat->pitch, x->v_,x->pitch_,
|
||||
beta, y->v_,y->pitch_);
|
||||
}
|
||||
|
||||
if (status == CUBLAS_STATUS_SUCCESS)
|
||||
return SPGPU_SUCCESS;
|
||||
else
|
||||
return SPGPU_UNSUPPORTED;
|
||||
}
|
||||
|
||||
int spmvDnsDeviceDouble(char transa, int m, int n, int k, double *alpha,
|
||||
void *deviceMat, void* deviceX, double *beta, void* deviceY)
|
||||
{
|
||||
struct DnsDevice *devMat = (struct DnsDevice *) deviceMat;
|
||||
struct MultiVectDevice *x = (struct MultiVectDevice *) deviceX;
|
||||
struct MultiVectDevice *y = (struct MultiVectDevice *) deviceY;
|
||||
int status;
|
||||
|
||||
cublasHandle_t handle=psb_cudaGetCublasHandle();
|
||||
cublasOperation_t trans=((transa == 'N')? CUBLAS_OP_N:((transa=='T')? CUBLAS_OP_T:CUBLAS_OP_C));
|
||||
/* Note: the M,N,K choices according to TRANS have already been handled in the caller */
|
||||
if (n == 1) {
|
||||
status = cublasDgemv(handle, trans, m,k,
|
||||
alpha, devMat->cM,devMat->pitch, x->v_,1,
|
||||
beta, y->v_,1);
|
||||
} else {
|
||||
status = cublasDgemm(handle, trans, CUBLAS_OP_N, m,n,k,
|
||||
alpha, devMat->cM,devMat->pitch, x->v_,x->pitch_,
|
||||
beta, y->v_,y->pitch_);
|
||||
}
|
||||
|
||||
if (status == CUBLAS_STATUS_SUCCESS)
|
||||
return SPGPU_SUCCESS;
|
||||
else
|
||||
return SPGPU_UNSUPPORTED;
|
||||
}
|
||||
|
||||
int spmvDnsDeviceFloatComplex(char transa, int m, int n, int k, float complex *alpha,
|
||||
void *deviceMat, void* deviceX, float complex *beta, void* deviceY)
|
||||
{
|
||||
struct DnsDevice *devMat = (struct DnsDevice *) deviceMat;
|
||||
struct MultiVectDevice *x = (struct MultiVectDevice *) deviceX;
|
||||
struct MultiVectDevice *y = (struct MultiVectDevice *) deviceY;
|
||||
int status;
|
||||
|
||||
cublasHandle_t handle=psb_cudaGetCublasHandle();
|
||||
cublasOperation_t trans=((transa == 'N')? CUBLAS_OP_N:((transa=='T')? CUBLAS_OP_T:CUBLAS_OP_C));
|
||||
/* Note: the M,N,K choices according to TRANS have already been handled in the caller */
|
||||
if (n == 1) {
|
||||
status = cublasCgemv(handle, trans, m,k,
|
||||
alpha, devMat->cM,devMat->pitch, x->v_,1,
|
||||
beta, y->v_,1);
|
||||
} else {
|
||||
status = cublasCgemm(handle, trans, CUBLAS_OP_N, m,n,k,
|
||||
alpha, devMat->cM,devMat->pitch, x->v_,x->pitch_,
|
||||
beta, y->v_,y->pitch_);
|
||||
}
|
||||
|
||||
if (status == CUBLAS_STATUS_SUCCESS)
|
||||
return SPGPU_SUCCESS;
|
||||
else
|
||||
return SPGPU_UNSUPPORTED;
|
||||
}
|
||||
|
||||
int spmvDnsDeviceDoubleComplex(char transa, int m, int n, int k, double complex *alpha,
|
||||
void *deviceMat, void* deviceX, double complex *beta, void* deviceY)
|
||||
{
|
||||
struct DnsDevice *devMat = (struct DnsDevice *) deviceMat;
|
||||
struct MultiVectDevice *x = (struct MultiVectDevice *) deviceX;
|
||||
struct MultiVectDevice *y = (struct MultiVectDevice *) deviceY;
|
||||
int status;
|
||||
|
||||
cublasHandle_t handle=psb_cudaGetCublasHandle();
|
||||
cublasOperation_t trans=((transa == 'N')? CUBLAS_OP_N:((transa=='T')? CUBLAS_OP_T:CUBLAS_OP_C));
|
||||
/* Note: the M,N,K choices according to TRANS have already been handled in the caller */
|
||||
if (n == 1) {
|
||||
status = cublasZgemv(handle, trans, m,k,
|
||||
alpha, devMat->cM,devMat->pitch, x->v_,1,
|
||||
beta, y->v_,1);
|
||||
} else {
|
||||
status = cublasZgemm(handle, trans, CUBLAS_OP_N, m,n,k,
|
||||
alpha, devMat->cM,devMat->pitch, x->v_,x->pitch_,
|
||||
beta, y->v_,y->pitch_);
|
||||
}
|
||||
|
||||
if (status == CUBLAS_STATUS_SUCCESS)
|
||||
return SPGPU_SUCCESS;
|
||||
else
|
||||
return SPGPU_UNSUPPORTED;
|
||||
}
|
||||
|
||||
|
||||
int writeDnsDeviceFloat(void* deviceMat, float* val, int lda, int nc)
|
||||
{ int i;
|
||||
struct DnsDevice *devMat = (struct DnsDevice *) deviceMat;
|
||||
int pitch=devMat->pitch;
|
||||
i = cublasSetMatrix(lda,nc,sizeof(float), (void*) val,lda, (void *)devMat->cM, pitch);
|
||||
if (i != 0) {
|
||||
fprintf(stderr,"From routine : %s : %d \n","writeDnsDeviceFloat",i);
|
||||
}
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
|
||||
int writeDnsDeviceDouble(void* deviceMat, double* val, int lda, int nc)
|
||||
{ int i;
|
||||
struct DnsDevice *devMat = (struct DnsDevice *) deviceMat;
|
||||
int pitch=devMat->pitch;
|
||||
i = cublasSetMatrix(lda,nc,sizeof(double), (void*) val,lda, (void *)devMat->cM, pitch);
|
||||
if (i != 0) {
|
||||
fprintf(stderr,"From routine : %s : %d \n","writeDnsDeviceDouble",i);
|
||||
}
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
|
||||
|
||||
int writeDnsDeviceFloatComplex(void* deviceMat, float complex* val, int lda, int nc)
|
||||
{ int i;
|
||||
struct DnsDevice *devMat = (struct DnsDevice *) deviceMat;
|
||||
int pitch=devMat->pitch;
|
||||
i = cublasSetMatrix(lda,nc,sizeof(cuFloatComplex), (void*) val,lda, (void *)devMat->cM, pitch);
|
||||
if (i != 0) {
|
||||
fprintf(stderr,"From routine : %s : %d \n","writeDnsDeviceFloatComplex",i);
|
||||
}
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
|
||||
int writeDnsDeviceDoubleComplex(void* deviceMat, double complex* val, int lda, int nc)
|
||||
{ int i;
|
||||
struct DnsDevice *devMat = (struct DnsDevice *) deviceMat;
|
||||
int pitch=devMat->pitch;
|
||||
i = cublasSetMatrix(lda,nc,sizeof(cuDoubleComplex), (void*) val,lda, (void *)devMat->cM, pitch);
|
||||
if (i != 0) {
|
||||
fprintf(stderr,"From routine : %s : %d \n","writeDnsDeviceDoubleComplex",i);
|
||||
}
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
|
||||
|
||||
int readDnsDeviceFloat(void* deviceMat, float* val, int lda, int nc)
|
||||
{ int i;
|
||||
struct DnsDevice *devMat = (struct DnsDevice *) deviceMat;
|
||||
int pitch=devMat->pitch;
|
||||
i = cublasGetMatrix(lda,nc,sizeof(float), (void*) val,lda, (void *)devMat->cM, pitch);
|
||||
if (i != 0) {
|
||||
fprintf(stderr,"From routine : %s : %d \n","readDnsDeviceFloat",i);
|
||||
}
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
|
||||
int readDnsDeviceDouble(void* deviceMat, double* val, int lda, int nc)
|
||||
{ int i;
|
||||
struct DnsDevice *devMat = (struct DnsDevice *) deviceMat;
|
||||
int pitch=devMat->pitch;
|
||||
i = cublasGetMatrix(lda,nc,sizeof(double), (void*) val,lda, (void *)devMat->cM, pitch);
|
||||
if (i != 0) {
|
||||
fprintf(stderr,"From routine : %s : %d \n","readDnsDeviceDouble",i);
|
||||
}
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
|
||||
|
||||
int readDnsDeviceFloatComplex(void* deviceMat, float complex* val, int lda, int nc)
|
||||
{ int i;
|
||||
struct DnsDevice *devMat = (struct DnsDevice *) deviceMat;
|
||||
int pitch=devMat->pitch;
|
||||
i = cublasGetMatrix(lda,nc,sizeof(cuFloatComplex), (void*) val,lda, (void *)devMat->cM, pitch);
|
||||
if (i != 0) {
|
||||
fprintf(stderr,"From routine : %s : %d \n","readDnsDeviceFloatComplex",i);
|
||||
}
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
|
||||
int readDnsDeviceDoubleComplex(void* deviceMat, double complex* val, int lda, int nc)
|
||||
{ int i;
|
||||
struct DnsDevice *devMat = (struct DnsDevice *) deviceMat;
|
||||
int pitch=devMat->pitch;
|
||||
i = cublasGetMatrix(lda,nc,sizeof(cuDoubleComplex), (void*) val,lda, (void *)devMat->cM, pitch);
|
||||
if (i != 0) {
|
||||
fprintf(stderr,"From routine : %s : %d \n","readDnsDeviceDoubleComplex",i);
|
||||
}
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
|
||||
|
||||
int getDnsDevicePitch(void* deviceMat)
|
||||
{ int i;
|
||||
struct DnsDevice *devMat = (struct DnsDevice *) deviceMat;
|
||||
i = devMat->pitch;
|
||||
return(i);
|
||||
}
|
||||
|
||||
@ -0,0 +1,117 @@
|
||||
/* Parallel Sparse BLAS GPU plugin */
|
||||
/* (C) Copyright 2013 */
|
||||
|
||||
/* Salvatore Filippone */
|
||||
/* Alessandro Fanfarillo */
|
||||
|
||||
/* Redistribution and use in source and binary forms, with or without */
|
||||
/* modification, are permitted provided that the following conditions */
|
||||
/* are met: */
|
||||
/* 1. Redistributions of source code must retain the above copyright */
|
||||
/* notice, this list of conditions and the following disclaimer. */
|
||||
/* 2. Redistributions in binary form must reproduce the above copyright */
|
||||
/* notice, this list of conditions, and the following disclaimer in the */
|
||||
/* documentation and/or other materials provided with the distribution. */
|
||||
/* 3. The name of the PSBLAS group or the names of its contributors may */
|
||||
/* not be used to endorse or promote products derived from this */
|
||||
/* software without specific written permission. */
|
||||
|
||||
/* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS */
|
||||
/* ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED */
|
||||
/* TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR */
|
||||
/* PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS */
|
||||
/* BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR */
|
||||
/* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF */
|
||||
/* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS */
|
||||
/* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN */
|
||||
/* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) */
|
||||
/* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE */
|
||||
/* POSSIBILITY OF SUCH DAMAGE. */
|
||||
|
||||
|
||||
|
||||
#ifndef _DNSDEV_H_
|
||||
#define _DNSDEV_H_
|
||||
|
||||
#include "cintrf.h"
|
||||
#include "cuComplex.h"
|
||||
#include "cublas_v2.h"
|
||||
|
||||
|
||||
struct DnsDevice
|
||||
{
|
||||
// Compressed matrix
|
||||
void *cM; //it can be float or double
|
||||
|
||||
|
||||
//matrix size (uncompressed)
|
||||
int rows;
|
||||
int columns;
|
||||
|
||||
int pitch; //old
|
||||
|
||||
int cMPitch;
|
||||
|
||||
//allocation size (in elements)
|
||||
int allocsize;
|
||||
|
||||
/*(i.e. 0 for C, 1 for Fortran)*/
|
||||
int baseIndex;
|
||||
};
|
||||
|
||||
typedef struct DnsDeviceParams
|
||||
{
|
||||
// The resulting allocation for cM and rP will be pitch*maxRowSize*(size of the elementType)
|
||||
unsigned int elementType;
|
||||
|
||||
// Pitch (in number of elements)
|
||||
unsigned int pitch;
|
||||
|
||||
// Number of rows.
|
||||
// Used to allocate rS array
|
||||
unsigned int rows;
|
||||
|
||||
// Number of columns.
|
||||
// Used for error-checking
|
||||
unsigned int columns;
|
||||
|
||||
// First index (e.g 0 or 1)
|
||||
unsigned int firstIndex;
|
||||
} DnsDeviceParams;
|
||||
|
||||
int FallocDnsDevice(void** deviceMat, unsigned int rows,
|
||||
unsigned int columns, unsigned int elementType,
|
||||
unsigned int firstIndex);
|
||||
int allocDnsDevice(void ** remoteMatrix, DnsDeviceParams* params);
|
||||
void freeDnsDevice(void* remoteMatrix);
|
||||
|
||||
int writeDnsDeviceFloat(void* deviceMat, float* val, int lda, int nc);
|
||||
int writeDnsDeviceDouble(void* deviceMat, double* val, int lda, int nc);
|
||||
int writeDnsDeviceFloatComplex(void* deviceMat, float complex* val, int lda, int nc);
|
||||
int writeDnsDeviceDoubleComplex(void* deviceMat, double complex* val, int lda, int nc);
|
||||
|
||||
int readDnsDeviceFloat(void* deviceMat, float* val, int lda, int nc);
|
||||
int readDnsDeviceDouble(void* deviceMat, double* val, int lda, int nc);
|
||||
int readDnsDeviceFloatComplex(void* deviceMat, float complex* val, int lda, int nc);
|
||||
int readDnsDeviceDoubleComplex(void* deviceMat, double complex* val, int lda, int nc);
|
||||
|
||||
int spmvDnsDeviceFloat(char transa, int m, int n, int k,
|
||||
float *alpha, void *deviceMat, void* deviceX,
|
||||
float *beta, void* deviceY);
|
||||
int spmvDnsDeviceDouble(char transa, int m, int n, int k,
|
||||
double *alpha, void *deviceMat, void* deviceX,
|
||||
double *beta, void* deviceY);
|
||||
int spmvDnsDeviceFloatComplex(char transa, int m, int n, int k,
|
||||
float complex *alpha, void *deviceMat, void* deviceX,
|
||||
float complex *beta, void* deviceY);
|
||||
int spmvDnsDeviceDoubleComplex(char transa, int m, int n, int k,
|
||||
double complex *alpha, void *deviceMat, void* deviceX,
|
||||
double complex *beta, void* deviceY);
|
||||
|
||||
int getDnsDevicePitch(void* deviceMat);
|
||||
|
||||
// sparse Dns matrix-vector product
|
||||
//int spmvDnsDeviceFloat(void *deviceMat, float* alpha, void* deviceX, float* beta, void* deviceY);
|
||||
//int spmvDnsDeviceDouble(void *deviceMat, double* alpha, void* deviceX, double* beta, void* deviceY);
|
||||
|
||||
#endif
|
||||
@ -0,0 +1,270 @@
|
||||
! Parallel Sparse BLAS GPU plugin
|
||||
! (C) Copyright 2013
|
||||
!
|
||||
! Salvatore Filippone
|
||||
! Alessandro Fanfarillo
|
||||
!
|
||||
! Redistribution and use in source and binary forms, with or without
|
||||
! modification, are permitted provided that the following conditions
|
||||
! are met:
|
||||
! 1. Redistributions of source code must retain the above copyright
|
||||
! notice, this list of conditions and the following disclaimer.
|
||||
! 2. Redistributions in binary form must reproduce the above copyright
|
||||
! notice, this list of conditions, and the following disclaimer in the
|
||||
! documentation and/or other materials provided with the distribution.
|
||||
! 3. The name of the PSBLAS group or the names of its contributors may
|
||||
! not be used to endorse or promote products derived from this
|
||||
! software without specific written permission.
|
||||
!
|
||||
! THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
! ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
! TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
! PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS
|
||||
! BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
! CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
! SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
! INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
! CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
! ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
! POSSIBILITY OF SUCH DAMAGE.
|
||||
!
|
||||
|
||||
|
||||
module dnsdev_mod
|
||||
use iso_c_binding
|
||||
use core_mod
|
||||
|
||||
type, bind(c) :: dnsdev_parms
|
||||
integer(c_int) :: element_type
|
||||
integer(c_int) :: pitch
|
||||
integer(c_int) :: rows
|
||||
integer(c_int) :: columns
|
||||
integer(c_int) :: maxRowSize
|
||||
integer(c_int) :: avgRowSize
|
||||
integer(c_int) :: firstIndex
|
||||
end type dnsdev_parms
|
||||
|
||||
interface
|
||||
function FgetDnsDeviceParams(rows, columns, elementType, firstIndex) &
|
||||
& result(res) bind(c,name='getDnsDeviceParams')
|
||||
use iso_c_binding
|
||||
import :: dnsdev_parms
|
||||
type(dnsdev_parms) :: res
|
||||
integer(c_int), value :: rows,columns,elementType,firstIndex
|
||||
end function FgetDnsDeviceParams
|
||||
end interface
|
||||
|
||||
|
||||
interface
|
||||
function FallocDnsDevice(deviceMat,rows,columns,&
|
||||
& elementType,firstIndex) &
|
||||
& result(res) bind(c,name='FallocDnsDevice')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
integer(c_int), value :: rows,columns,elementType,firstIndex
|
||||
type(c_ptr) :: deviceMat
|
||||
end function FallocDnsDevice
|
||||
end interface
|
||||
|
||||
|
||||
interface writeDnsDevice
|
||||
|
||||
function writeDnsDeviceFloat(deviceMat,val,lda,nc) &
|
||||
& result(res) bind(c,name='writeDnsDeviceFloat')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
type(c_ptr), value :: deviceMat
|
||||
integer(c_int), value :: lda,nc
|
||||
real(c_float) :: val(lda,*)
|
||||
end function writeDnsDeviceFloat
|
||||
|
||||
|
||||
function writeDnsDeviceDouble(deviceMat,val,lda,nc) &
|
||||
& result(res) bind(c,name='writeDnsDeviceDouble')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
type(c_ptr), value :: deviceMat
|
||||
integer(c_int), value :: lda,nc
|
||||
real(c_double) :: val(lda,*)
|
||||
end function writeDnsDeviceDouble
|
||||
|
||||
|
||||
function writeDnsDeviceFloatComplex(deviceMat,val,lda,nc) &
|
||||
& result(res) bind(c,name='writeDnsDeviceFloatComple')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
type(c_ptr), value :: deviceMat
|
||||
integer(c_int), value :: lda,nc
|
||||
complex(c_float_complex) :: val(lda,*)
|
||||
end function writeDnsDeviceFloatComplex
|
||||
|
||||
|
||||
function writeDnsDeviceDoubleComplex(deviceMat,val,lda,nc) &
|
||||
& result(res) bind(c,name='writeDnsDeviceDoubleComplex')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
type(c_ptr), value :: deviceMat
|
||||
integer(c_int), value :: lda,nc
|
||||
complex(c_double_complex) :: val(lda,*)
|
||||
end function writeDnsDeviceDoubleComplex
|
||||
|
||||
end interface
|
||||
|
||||
interface readDnsDevice
|
||||
|
||||
function readDnsDeviceFloat(deviceMat,val,lda,nc) &
|
||||
& result(res) bind(c,name='readDnsDeviceFloat')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
type(c_ptr), value :: deviceMat
|
||||
integer(c_int), value :: lda,nc
|
||||
real(c_float) :: val(lda,*)
|
||||
end function readDnsDeviceFloat
|
||||
|
||||
|
||||
function readDnsDeviceDouble(deviceMat,val,lda,nc) &
|
||||
& result(res) bind(c,name='readDnsDeviceDouble')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
type(c_ptr), value :: deviceMat
|
||||
integer(c_int), value :: lda,nc
|
||||
real(c_double) :: val(lda,*)
|
||||
end function readDnsDeviceDouble
|
||||
|
||||
|
||||
function readDnsDeviceFloatComplex(deviceMat,val,lda,nc) &
|
||||
& result(res) bind(c,name='readDnsDeviceFloatComple')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
type(c_ptr), value :: deviceMat
|
||||
integer(c_int), value :: lda,nc
|
||||
complex(c_float_complex) :: val(lda,*)
|
||||
end function readDnsDeviceFloatComplex
|
||||
|
||||
|
||||
function readDnsDeviceDoubleComplex(deviceMat,val,lda,nc) &
|
||||
& result(res) bind(c,name='readDnsDeviceDoubleComplex')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
type(c_ptr), value :: deviceMat
|
||||
integer(c_int), value :: lda,nc
|
||||
complex(c_double_complex) :: val(lda,*)
|
||||
end function readDnsDeviceDoubleComplex
|
||||
|
||||
end interface
|
||||
|
||||
interface
|
||||
subroutine freeDnsDevice(deviceMat) &
|
||||
& bind(c,name='freeDnsDevice')
|
||||
use iso_c_binding
|
||||
type(c_ptr), value :: deviceMat
|
||||
end subroutine freeDnsDevice
|
||||
end interface
|
||||
|
||||
interface
|
||||
subroutine resetDnsTimer() bind(c,name='resetDnsTimer')
|
||||
use iso_c_binding
|
||||
end subroutine resetDnsTimer
|
||||
end interface
|
||||
interface
|
||||
function getDnsTimer() &
|
||||
& bind(c,name='getDnsTimer') result(res)
|
||||
use iso_c_binding
|
||||
real(c_double) :: res
|
||||
end function getDnsTimer
|
||||
end interface
|
||||
|
||||
|
||||
interface
|
||||
function getDnsDevicePitch(deviceMat) &
|
||||
& bind(c,name='getDnsDevicePitch') result(res)
|
||||
use iso_c_binding
|
||||
type(c_ptr), value :: deviceMat
|
||||
integer(c_int) :: res
|
||||
end function getDnsDevicePitch
|
||||
end interface
|
||||
|
||||
!!$ interface csputDnsDeviceFloat
|
||||
!!$ function dev_csputDnsDeviceFloat(deviceMat, nnz, ia, ja, val) &
|
||||
!!$ & result(res) bind(c,name='dev_csputDnsDeviceFloat')
|
||||
!!$ use iso_c_binding
|
||||
!!$ integer(c_int) :: res
|
||||
!!$ type(c_ptr), value :: deviceMat , ia, ja, val
|
||||
!!$ integer(c_int), value :: nnz
|
||||
!!$ end function dev_csputDnsDeviceFloat
|
||||
!!$ end interface
|
||||
!!$
|
||||
!!$ interface csputDnsDeviceDouble
|
||||
!!$ function dev_csputDnsDeviceDouble(deviceMat, nnz, ia, ja, val) &
|
||||
!!$ & result(res) bind(c,name='dev_csputDnsDeviceDouble')
|
||||
!!$ use iso_c_binding
|
||||
!!$ integer(c_int) :: res
|
||||
!!$ type(c_ptr), value :: deviceMat , ia, ja, val
|
||||
!!$ integer(c_int), value :: nnz
|
||||
!!$ end function dev_csputDnsDeviceDouble
|
||||
!!$ end interface
|
||||
!!$
|
||||
!!$ interface csputDnsDeviceFloatComplex
|
||||
!!$ function dev_csputDnsDeviceFloatComplex(deviceMat, nnz, ia, ja, val) &
|
||||
!!$ & result(res) bind(c,name='dev_csputDnsDeviceFloatComplex')
|
||||
!!$ use iso_c_binding
|
||||
!!$ integer(c_int) :: res
|
||||
!!$ type(c_ptr), value :: deviceMat , ia, ja, val
|
||||
!!$ integer(c_int), value :: nnz
|
||||
!!$ end function dev_csputDnsDeviceFloatComplex
|
||||
!!$ end interface
|
||||
!!$
|
||||
!!$ interface csputDnsDeviceDoubleComplex
|
||||
!!$ function dev_csputDnsDeviceDoubleComplex(deviceMat, nnz, ia, ja, val) &
|
||||
!!$ & result(res) bind(c,name='dev_csputDnsDeviceDoubleComplex')
|
||||
!!$ use iso_c_binding
|
||||
!!$ integer(c_int) :: res
|
||||
!!$ type(c_ptr), value :: deviceMat , ia, ja, val
|
||||
!!$ integer(c_int), value :: nnz
|
||||
!!$ end function dev_csputDnsDeviceDoubleComplex
|
||||
!!$ end interface
|
||||
|
||||
interface spmvDnsDevice
|
||||
function spmvDnsDeviceFloat(transa,m,n,k,alpha,deviceMat,x,beta,y) &
|
||||
& result(res) bind(c,name='spmvDnsDeviceFloat')
|
||||
use iso_c_binding
|
||||
character(c_char), value :: transa
|
||||
integer(c_int), value :: m, n, k
|
||||
integer(c_int) :: res
|
||||
type(c_ptr), value :: deviceMat, x, y
|
||||
real(c_float) :: alpha, beta
|
||||
end function spmvDnsDeviceFloat
|
||||
|
||||
function spmvDnsDeviceDouble(transa,m,n,k,alpha,deviceMat,x,beta,y) &
|
||||
& result(res) bind(c,name='spmvDnsDeviceDouble')
|
||||
use iso_c_binding
|
||||
character(c_char), value :: transa
|
||||
integer(c_int), value :: m, n, k
|
||||
integer(c_int) :: res
|
||||
type(c_ptr), value :: deviceMat, x, y
|
||||
real(c_double) :: alpha, beta
|
||||
end function spmvDnsDeviceDouble
|
||||
|
||||
function spmvDnsDeviceFloatComplex(transa,m,n,k,alpha,deviceMat,x,beta,y) &
|
||||
& result(res) bind(c,name='spmvDnsDeviceFloatComplex')
|
||||
use iso_c_binding
|
||||
character(c_char), value :: transa
|
||||
integer(c_int), value :: m, n, k
|
||||
integer(c_int) :: res
|
||||
type(c_ptr), value :: deviceMat, x, y
|
||||
complex(c_float_complex) :: alpha, beta
|
||||
end function spmvDnsDeviceFloatComplex
|
||||
|
||||
function spmvDnsDeviceDoubleComplex(transa,m,n,k,alpha,deviceMat,x,beta,y) &
|
||||
& result(res) bind(c,name='spmvDnsDeviceDoubleComplex')
|
||||
use iso_c_binding
|
||||
character(c_char), value :: transa
|
||||
integer(c_int), value :: m, n, k
|
||||
integer(c_int) :: res
|
||||
type(c_ptr), value :: deviceMat, x, y
|
||||
complex(c_double_complex) :: alpha, beta
|
||||
end function spmvDnsDeviceDoubleComplex
|
||||
|
||||
end interface
|
||||
|
||||
end module dnsdev_mod
|
||||
@ -0,0 +1,301 @@
|
||||
/* Parallel Sparse BLAS GPU plugin */
|
||||
/* (C) Copyright 2013 */
|
||||
|
||||
/* Salvatore Filippone */
|
||||
/* Alessandro Fanfarillo */
|
||||
|
||||
/* Redistribution and use in source and binary forms, with or without */
|
||||
/* modification, are permitted provided that the following conditions */
|
||||
/* are met: */
|
||||
/* 1. Redistributions of source code must retain the above copyright */
|
||||
/* notice, this list of conditions and the following disclaimer. */
|
||||
/* 2. Redistributions in binary form must reproduce the above copyright */
|
||||
/* notice, this list of conditions, and the following disclaimer in the */
|
||||
/* documentation and/or other materials provided with the distribution. */
|
||||
/* 3. The name of the PSBLAS group or the names of its contributors may */
|
||||
/* not be used to endorse or promote products derived from this */
|
||||
/* software without specific written permission. */
|
||||
|
||||
/* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS */
|
||||
/* ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED */
|
||||
/* TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR */
|
||||
/* PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS */
|
||||
/* BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR */
|
||||
/* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF */
|
||||
/* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS */
|
||||
/* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN */
|
||||
/* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) */
|
||||
/* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE */
|
||||
/* POSSIBILITY OF SUCH DAMAGE. */
|
||||
|
||||
|
||||
|
||||
#include <stdio.h>
|
||||
#include <complex.h>
|
||||
//#include "utils.h"
|
||||
//#include "common.h"
|
||||
#include "dvectordev.h"
|
||||
|
||||
|
||||
int registerMappedDouble(void *buff, void **d_p, int n, double dummy)
|
||||
{
|
||||
return registerMappedMemory(buff,d_p,n*sizeof(double));
|
||||
}
|
||||
|
||||
int writeMultiVecDeviceDouble(void* deviceVec, double* hostVec)
|
||||
{ int i;
|
||||
struct MultiVectDevice *devVec = (struct MultiVectDevice *) deviceVec;
|
||||
// Ex updateFromHost vector function
|
||||
i = writeRemoteBuffer((void*) hostVec, (void *)devVec->v_, devVec->pitch_*devVec->count_*sizeof(double));
|
||||
if (i != 0) {
|
||||
fprintf(stderr,"From routine : %s : %d \n","FallocMultiVecDevice",i);
|
||||
}
|
||||
return(i);
|
||||
}
|
||||
|
||||
int writeMultiVecDeviceDoubleR2(void* deviceVec, double* hostVec, int ld)
|
||||
{ int i;
|
||||
i = writeMultiVecDeviceDouble(deviceVec, (void *) hostVec);
|
||||
if (i != 0) {
|
||||
fprintf(stderr,"From routine : %s : %d \n","writeMultiVecDeviceDoubleR2",i);
|
||||
}
|
||||
return(i);
|
||||
}
|
||||
|
||||
int readMultiVecDeviceDouble(void* deviceVec, double* hostVec)
|
||||
{ int i,j;
|
||||
struct MultiVectDevice *devVec = (struct MultiVectDevice *) deviceVec;
|
||||
i = readRemoteBuffer((void *) hostVec, (void *)devVec->v_,
|
||||
devVec->pitch_*devVec->count_*sizeof(double));
|
||||
if (i != 0) {
|
||||
fprintf(stderr,"From routine : %s : %d \n","readMultiVecDeviceDouble",i);
|
||||
}
|
||||
return(i);
|
||||
}
|
||||
|
||||
int readMultiVecDeviceDoubleR2(void* deviceVec, double* hostVec, int ld)
|
||||
{ int i;
|
||||
i = readMultiVecDeviceDouble(deviceVec, hostVec);
|
||||
if (i != 0) {
|
||||
fprintf(stderr,"From routine : %s : %d \n","readMultiVecDeviceDoubleR2",i);
|
||||
}
|
||||
return(i);
|
||||
}
|
||||
|
||||
int setscalMultiVecDeviceDouble(double val, int first, int last,
|
||||
int indexBase, void* devMultiVecX)
|
||||
{ int i=0;
|
||||
int pitch = 0;
|
||||
struct MultiVectDevice *devVecX = (struct MultiVectDevice *) devMultiVecX;
|
||||
spgpuHandle_t handle=psb_cudaGetHandle();
|
||||
|
||||
spgpuDsetscal(handle, first, last, indexBase, val, (double *) devVecX->v_);
|
||||
|
||||
return(i);
|
||||
}
|
||||
|
||||
|
||||
int geinsMultiVecDeviceDouble(int n, void* devMultiVecIrl, void* devMultiVecVal,
|
||||
int dupl, int indexBase, void* devMultiVecX)
|
||||
{ int j=0, i=0,nmin=0,nmax=0;
|
||||
int pitch = 0;
|
||||
double beta;
|
||||
struct MultiVectDevice *devVecX = (struct MultiVectDevice *) devMultiVecX;
|
||||
struct MultiVectDevice *devVecIrl = (struct MultiVectDevice *) devMultiVecIrl;
|
||||
struct MultiVectDevice *devVecVal = (struct MultiVectDevice *) devMultiVecVal;
|
||||
spgpuHandle_t handle=psb_cudaGetHandle();
|
||||
pitch = devVecIrl->pitch_;
|
||||
if ((n > devVecIrl->size_) || (n>devVecVal->size_ ))
|
||||
return SPGPU_UNSUPPORTED;
|
||||
|
||||
//fprintf(stderr,"geins: %d %d %p %p %p\n",dupl,n,devVecIrl->v_,devVecVal->v_,devVecX->v_);
|
||||
|
||||
if (dupl == INS_OVERWRITE)
|
||||
beta = 0.0;
|
||||
else if (dupl == INS_ADD)
|
||||
beta = 1.0;
|
||||
else
|
||||
beta = 0.0;
|
||||
|
||||
spgpuDscat(handle, (double *) devVecX->v_, n, (double*)devVecVal->v_,
|
||||
(int*)devVecIrl->v_, indexBase, beta);
|
||||
|
||||
return(i);
|
||||
}
|
||||
|
||||
|
||||
int igathMultiVecDeviceDoubleVecIdx(void* deviceVec, int vectorId, int n,
|
||||
int first, void* deviceIdx, int hfirst,
|
||||
void* host_values, int indexBase)
|
||||
{
|
||||
int i, *idx;
|
||||
struct MultiVectDevice *devIdx = (struct MultiVectDevice *) deviceIdx;
|
||||
|
||||
i= igathMultiVecDeviceDouble(deviceVec, vectorId, n,
|
||||
first, (void*) devIdx->v_, hfirst, host_values, indexBase);
|
||||
return(i);
|
||||
}
|
||||
|
||||
int igathMultiVecDeviceDouble(void* deviceVec, int vectorId, int n,
|
||||
int first, void* indexes, int hfirst, void* host_values, int indexBase)
|
||||
{
|
||||
int i, *idx =(int *) indexes;;
|
||||
double *hv = (double *) host_values;;
|
||||
struct MultiVectDevice *devVec = (struct MultiVectDevice *) deviceVec;
|
||||
spgpuHandle_t handle=psb_cudaGetHandle();
|
||||
|
||||
i=0;
|
||||
hv = &(hv[hfirst-indexBase]);
|
||||
idx = &(idx[first-indexBase]);
|
||||
spgpuDgath(handle,hv, n, idx,indexBase, (double *) devVec->v_+vectorId*devVec->pitch_);
|
||||
return(i);
|
||||
}
|
||||
|
||||
int iscatMultiVecDeviceDoubleVecIdx(void* deviceVec, int vectorId, int n, int first, void *deviceIdx,
|
||||
int hfirst, void* host_values, int indexBase, double beta)
|
||||
{
|
||||
int i, *idx;
|
||||
struct MultiVectDevice *devIdx = (struct MultiVectDevice *) deviceIdx;
|
||||
i= iscatMultiVecDeviceDouble(deviceVec, vectorId, n, first,
|
||||
(void*) devIdx->v_, hfirst,host_values, indexBase, beta);
|
||||
return(i);
|
||||
}
|
||||
|
||||
int iscatMultiVecDeviceDouble(void* deviceVec, int vectorId, int n, int first, void *indexes,
|
||||
int hfirst, void* host_values, int indexBase, double beta)
|
||||
{ int i=0;
|
||||
double *hv = (double *) host_values;
|
||||
int *idx=(int *) indexes;
|
||||
struct MultiVectDevice *devVec = (struct MultiVectDevice *) deviceVec;
|
||||
spgpuHandle_t handle=psb_cudaGetHandle();
|
||||
|
||||
idx = &(idx[first-indexBase]);
|
||||
hv = &(hv[hfirst-indexBase]);
|
||||
spgpuDscat(handle, (double *) devVec->v_, n, hv, idx, indexBase, beta);
|
||||
return SPGPU_SUCCESS;
|
||||
|
||||
}
|
||||
|
||||
int scalMultiVecDeviceDouble(double alpha, void* devMultiVecA)
|
||||
{ int i=0;
|
||||
spgpuHandle_t handle=psb_cudaGetHandle();
|
||||
struct MultiVectDevice *devVecA = (struct MultiVectDevice *) devMultiVecA;
|
||||
// Note: inner kernel can handle aliased input/output
|
||||
spgpuDscal(handle, (double *)devVecA->v_, devVecA->pitch_,
|
||||
alpha, (double *)devVecA->v_);
|
||||
return(i);
|
||||
}
|
||||
|
||||
int nrm2MultiVecDeviceDouble(double* y_res, int n, void* devMultiVecA)
|
||||
{ int i=0;
|
||||
spgpuHandle_t handle=psb_cudaGetHandle();
|
||||
struct MultiVectDevice *devVecA = (struct MultiVectDevice *) devMultiVecA;
|
||||
|
||||
spgpuDmnrm2(handle, y_res, n,(double *)devVecA->v_, devVecA->count_, devVecA->pitch_);
|
||||
return(i);
|
||||
}
|
||||
|
||||
int amaxMultiVecDeviceDouble(double* y_res, int n, void* devMultiVecA)
|
||||
{ int i=0;
|
||||
spgpuHandle_t handle=psb_cudaGetHandle();
|
||||
struct MultiVectDevice *devVecA = (struct MultiVectDevice *) devMultiVecA;
|
||||
|
||||
spgpuDmamax(handle, y_res, n,(double *)devVecA->v_, devVecA->count_, devVecA->pitch_);
|
||||
return(i);
|
||||
}
|
||||
|
||||
int asumMultiVecDeviceDouble(double* y_res, int n, void* devMultiVecA)
|
||||
{ int i=0;
|
||||
spgpuHandle_t handle=psb_cudaGetHandle();
|
||||
struct MultiVectDevice *devVecA = (struct MultiVectDevice *) devMultiVecA;
|
||||
|
||||
spgpuDmasum(handle, y_res, n,(double *)devVecA->v_, devVecA->count_, devVecA->pitch_);
|
||||
|
||||
return(i);
|
||||
}
|
||||
|
||||
int dotMultiVecDeviceDouble(double* y_res, int n, void* devMultiVecA, void* devMultiVecB)
|
||||
{int i=0;
|
||||
struct MultiVectDevice *devVecA = (struct MultiVectDevice *) devMultiVecA;
|
||||
struct MultiVectDevice *devVecB = (struct MultiVectDevice *) devMultiVecB;
|
||||
spgpuHandle_t handle=psb_cudaGetHandle();
|
||||
|
||||
spgpuDmdot(handle, y_res, n, (double*)devVecA->v_, (double*)devVecB->v_,devVecA->count_,devVecB->pitch_);
|
||||
return(i);
|
||||
}
|
||||
|
||||
int axpbyMultiVecDeviceDouble(int n,double alpha, void* devMultiVecX,
|
||||
double beta, void* devMultiVecY)
|
||||
{ int j=0, i=0;
|
||||
int pitch = 0;
|
||||
struct MultiVectDevice *devVecX = (struct MultiVectDevice *) devMultiVecX;
|
||||
struct MultiVectDevice *devVecY = (struct MultiVectDevice *) devMultiVecY;
|
||||
spgpuHandle_t handle=psb_cudaGetHandle();
|
||||
pitch = devVecY->pitch_;
|
||||
if ((n > devVecY->size_) || (n>devVecX->size_ ))
|
||||
return SPGPU_UNSUPPORTED;
|
||||
|
||||
for(j=0;j<devVecY->count_;j++)
|
||||
spgpuDaxpby(handle,(double*)devVecY->v_+pitch*j, n, beta,
|
||||
(double*)devVecY->v_+pitch*j, alpha,(double*) devVecX->v_+pitch*j);
|
||||
return(i);
|
||||
}
|
||||
|
||||
int axyMultiVecDeviceDouble(int n, double alpha, void *deviceVecA, void *deviceVecB)
|
||||
{ int i = 0;
|
||||
struct MultiVectDevice *devVecA = (struct MultiVectDevice *) deviceVecA;
|
||||
struct MultiVectDevice *devVecB = (struct MultiVectDevice *) deviceVecB;
|
||||
spgpuHandle_t handle=psb_cudaGetHandle();
|
||||
if ((n > devVecA->size_) || (n>devVecB->size_ ))
|
||||
return SPGPU_UNSUPPORTED;
|
||||
|
||||
spgpuDmaxy(handle, (double*)devVecB->v_, n, alpha, (double*)devVecA->v_,
|
||||
(double*)devVecB->v_, devVecA->count_, devVecA->pitch_);
|
||||
|
||||
return(i);
|
||||
}
|
||||
|
||||
int axybzMultiVecDeviceDouble(int n, double alpha, void *deviceVecA,
|
||||
void *deviceVecB, double beta, void *deviceVecZ)
|
||||
{ int i=0;
|
||||
struct MultiVectDevice *devVecA = (struct MultiVectDevice *) deviceVecA;
|
||||
struct MultiVectDevice *devVecB = (struct MultiVectDevice *) deviceVecB;
|
||||
struct MultiVectDevice *devVecZ = (struct MultiVectDevice *) deviceVecZ;
|
||||
spgpuHandle_t handle=psb_cudaGetHandle();
|
||||
|
||||
if ((n > devVecA->size_) || (n>devVecB->size_ ) || (n>devVecZ->size_ ))
|
||||
return SPGPU_UNSUPPORTED;
|
||||
spgpuDmaxypbz(handle, (double*)devVecZ->v_, n, beta, (double*)devVecZ->v_,
|
||||
alpha, (double*) devVecA->v_, (double*) devVecB->v_,
|
||||
devVecB->count_, devVecB->pitch_);
|
||||
return(i);
|
||||
}
|
||||
|
||||
int absMultiVecDeviceDouble2(int n, double alpha, void *deviceVecA,
|
||||
void *deviceVecB)
|
||||
{ int i=0;
|
||||
struct MultiVectDevice *devVecA = (struct MultiVectDevice *) deviceVecA;
|
||||
struct MultiVectDevice *devVecB = (struct MultiVectDevice *) deviceVecB;
|
||||
|
||||
spgpuHandle_t handle=psb_cudaGetHandle();
|
||||
|
||||
if ((n > devVecA->size_) || (n>devVecB->size_ ))
|
||||
return SPGPU_UNSUPPORTED;
|
||||
|
||||
spgpuDabs(handle, (double*)devVecB->v_, n, alpha, (double*)devVecA->v_);
|
||||
|
||||
return(i);
|
||||
}
|
||||
|
||||
int absMultiVecDeviceDouble(int n, double alpha, void *deviceVecA)
|
||||
{ int i = 0;
|
||||
struct MultiVectDevice *devVecA = (struct MultiVectDevice *) deviceVecA;
|
||||
spgpuHandle_t handle=psb_cudaGetHandle();
|
||||
if (n > devVecA->size_)
|
||||
return SPGPU_UNSUPPORTED;
|
||||
|
||||
spgpuDabs(handle, (double*)devVecA->v_, n, alpha, (double*)devVecA->v_);
|
||||
|
||||
return(i);
|
||||
}
|
||||
|
||||
@ -0,0 +1,75 @@
|
||||
/* Parallel Sparse BLAS GPU plugin */
|
||||
/* (C) Copyright 2013 */
|
||||
|
||||
/* Salvatore Filippone */
|
||||
/* Alessandro Fanfarillo */
|
||||
|
||||
/* Redistribution and use in source and binary forms, with or without */
|
||||
/* modification, are permitted provided that the following conditions */
|
||||
/* are met: */
|
||||
/* 1. Redistributions of source code must retain the above copyright */
|
||||
/* notice, this list of conditions and the following disclaimer. */
|
||||
/* 2. Redistributions in binary form must reproduce the above copyright */
|
||||
/* notice, this list of conditions, and the following disclaimer in the */
|
||||
/* documentation and/or other materials provided with the distribution. */
|
||||
/* 3. The name of the PSBLAS group or the names of its contributors may */
|
||||
/* not be used to endorse or promote products derived from this */
|
||||
/* software without specific written permission. */
|
||||
|
||||
/* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS */
|
||||
/* ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED */
|
||||
/* TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR */
|
||||
/* PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS */
|
||||
/* BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR */
|
||||
/* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF */
|
||||
/* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS */
|
||||
/* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN */
|
||||
/* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) */
|
||||
/* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE */
|
||||
/* POSSIBILITY OF SUCH DAMAGE. */
|
||||
|
||||
|
||||
|
||||
#pragma once
|
||||
//#include "utils.h"
|
||||
#include "vectordev.h"
|
||||
#include "cuda_runtime.h"
|
||||
#include "core.h"
|
||||
|
||||
int registerMappedDouble(void *, void **, int, double);
|
||||
int writeMultiVecDeviceDouble(void* deviceMultiVec, double* hostMultiVec);
|
||||
int writeMultiVecDeviceDoubleR2(void* deviceMultiVec, double* hostMultiVec, int ld);
|
||||
int readMultiVecDeviceDouble(void* deviceMultiVec, double* hostMultiVec);
|
||||
int readMultiVecDeviceDoubleR2(void* deviceMultiVec, double* hostMultiVec, int ld);
|
||||
|
||||
int setscalMultiVecDeviceDouble(double val, int first, int last,
|
||||
int indexBase, void* devVecX);
|
||||
|
||||
int geinsMultiVecDeviceDouble(int n, void* devVecIrl, void* devVecVal,
|
||||
int dupl, int indexBase, void* devVecX);
|
||||
|
||||
int igathMultiVecDeviceDoubleVecIdx(void* deviceVec, int vectorId, int n,
|
||||
int first, void* deviceIdx, int hfirst,
|
||||
void* host_values, int indexBase);
|
||||
int igathMultiVecDeviceDouble(void* deviceVec, int vectorId, int n,
|
||||
int first, void* indexes, int hfirst, void* host_values,
|
||||
int indexBase);
|
||||
int iscatMultiVecDeviceDoubleVecIdx(void* deviceVec, int vectorId, int n, int first,
|
||||
void *deviceIdx, int hfirst, void* host_values,
|
||||
int indexBase, double beta);
|
||||
int iscatMultiVecDeviceDouble(void* deviceVec, int vectorId, int n, int first, void *indexes,
|
||||
int hfirst, void* host_values, int indexBase, double beta);
|
||||
|
||||
int scalMultiVecDeviceDouble(double alpha, void* devMultiVecA);
|
||||
int nrm2MultiVecDeviceDouble(double* y_res, int n, void* devVecA);
|
||||
int amaxMultiVecDeviceDouble(double* y_res, int n, void* devVecA);
|
||||
int asumMultiVecDeviceDouble(double* y_res, int n, void* devVecA);
|
||||
int dotMultiVecDeviceDouble(double* y_res, int n, void* devVecA, void* devVecB);
|
||||
|
||||
int axpbyMultiVecDeviceDouble(int n, double alpha, void* devVecX, double beta, void* devVecY);
|
||||
int axyMultiVecDeviceDouble(int n, double alpha, void *deviceVecA, void *deviceVecB);
|
||||
int axybzMultiVecDeviceDouble(int n, double alpha, void *deviceVecA,
|
||||
void *deviceVecB, double beta, void *deviceVecZ);
|
||||
int absMultiVecDeviceDouble(int n, double alpha, void *deviceVecA);
|
||||
int absMultiVecDeviceDouble2(int n, double alpha, void *deviceVecA, void *deviceVecB);
|
||||
|
||||
@ -0,0 +1,686 @@
|
||||
/* Parallel Sparse BLAS GPU plugin */
|
||||
/* (C) Copyright 2013 */
|
||||
|
||||
/* Salvatore Filippone */
|
||||
/* Alessandro Fanfarillo */
|
||||
|
||||
/* Redistribution and use in source and binary forms, with or without */
|
||||
/* modification, are permitted provided that the following conditions */
|
||||
/* are met: */
|
||||
/* 1. Redistributions of source code must retain the above copyright */
|
||||
/* notice, this list of conditions and the following disclaimer. */
|
||||
/* 2. Redistributions in binary form must reproduce the above copyright */
|
||||
/* notice, this list of conditions, and the following disclaimer in the */
|
||||
/* documentation and/or other materials provided with the distribution. */
|
||||
/* 3. The name of the PSBLAS group or the names of its contributors may */
|
||||
/* not be used to endorse or promote products derived from this */
|
||||
/* software without specific written permission. */
|
||||
|
||||
/* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS */
|
||||
/* ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED */
|
||||
/* TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR */
|
||||
/* PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS */
|
||||
/* BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR */
|
||||
/* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF */
|
||||
/* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS */
|
||||
/* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN */
|
||||
/* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) */
|
||||
/* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE */
|
||||
/* POSSIBILITY OF SUCH DAMAGE. */
|
||||
|
||||
#include <sys/time.h>
|
||||
#include "elldev.h"
|
||||
|
||||
#define PASS_RS 0
|
||||
|
||||
EllDeviceParams getEllDeviceParams(unsigned int rows, unsigned int maxRowSize,
|
||||
unsigned int nnzeros,
|
||||
unsigned int columns, unsigned int elementType,
|
||||
unsigned int firstIndex)
|
||||
{
|
||||
EllDeviceParams params;
|
||||
|
||||
if (elementType == SPGPU_TYPE_DOUBLE)
|
||||
{
|
||||
params.pitch = ((rows + ELL_PITCH_ALIGN_D - 1)/ELL_PITCH_ALIGN_D)*ELL_PITCH_ALIGN_D;
|
||||
}
|
||||
else
|
||||
{
|
||||
params.pitch = ((rows + ELL_PITCH_ALIGN_S - 1)/ELL_PITCH_ALIGN_S)*ELL_PITCH_ALIGN_S;
|
||||
}
|
||||
//For complex?
|
||||
params.elementType = elementType;
|
||||
|
||||
params.rows = rows;
|
||||
params.maxRowSize = maxRowSize;
|
||||
params.avgRowSize = (nnzeros+rows-1)/rows;
|
||||
params.columns = columns;
|
||||
params.firstIndex = firstIndex;
|
||||
|
||||
//params.pitch = computeEllAllocPitch(rows);
|
||||
|
||||
return params;
|
||||
|
||||
}
|
||||
//new
|
||||
int allocEllDevice(void ** remoteMatrix, EllDeviceParams* params)
|
||||
{
|
||||
struct EllDevice *tmp = (struct EllDevice *)malloc(sizeof(struct EllDevice));
|
||||
*remoteMatrix = (void *)tmp;
|
||||
tmp->rows = params->rows;
|
||||
tmp->cMPitch = computeEllAllocPitch(tmp->rows);
|
||||
tmp->rPPitch = tmp->cMPitch;
|
||||
tmp->pitch= tmp->cMPitch;
|
||||
tmp->maxRowSize = params->maxRowSize;
|
||||
tmp->avgRowSize = params->avgRowSize;
|
||||
tmp->allocsize = (int)tmp->maxRowSize * tmp->pitch;
|
||||
//tmp->allocsize = (int)params->maxRowSize * tmp->cMPitch;
|
||||
allocRemoteBuffer((void **)&(tmp->rS), tmp->rows*sizeof(int));
|
||||
allocRemoteBuffer((void **)&(tmp->diag), tmp->rows*sizeof(int));
|
||||
allocRemoteBuffer((void **)&(tmp->rP), tmp->allocsize*sizeof(int));
|
||||
tmp->columns = params->columns;
|
||||
tmp->baseIndex = params->firstIndex;
|
||||
tmp->dataType = params->elementType;
|
||||
//fprintf(stderr,"allocEllDevice: %d %d %d \n",tmp->pitch, params->maxRowSize, params->avgRowSize);
|
||||
if (params->elementType == SPGPU_TYPE_FLOAT)
|
||||
allocRemoteBuffer((void **)&(tmp->cM), tmp->allocsize*sizeof(float));
|
||||
else if (params->elementType == SPGPU_TYPE_DOUBLE)
|
||||
allocRemoteBuffer((void **)&(tmp->cM), tmp->allocsize*sizeof(double));
|
||||
else if (params->elementType == SPGPU_TYPE_COMPLEX_FLOAT)
|
||||
allocRemoteBuffer((void **)&(tmp->cM), tmp->allocsize*sizeof(cuFloatComplex));
|
||||
else if (params->elementType == SPGPU_TYPE_COMPLEX_DOUBLE)
|
||||
allocRemoteBuffer((void **)&(tmp->cM), tmp->allocsize*sizeof(cuDoubleComplex));
|
||||
else
|
||||
return SPGPU_UNSUPPORTED; // Unsupported params
|
||||
//fprintf(stderr,"From allocEllDevice: %d %d %d %p %p %p\n",tmp->maxRowSize,
|
||||
// tmp->avgRowSize,tmp->allocsize,tmp->rS,tmp->rP,tmp->cM);
|
||||
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
|
||||
//new
|
||||
void zeroEllDevice(void *remoteMatrix)
|
||||
{
|
||||
struct EllDevice *tmp = (struct EllDevice *) remoteMatrix;
|
||||
|
||||
if (tmp->dataType == SPGPU_TYPE_FLOAT)
|
||||
cudaMemset((void *)tmp->cM, 0, tmp->allocsize*sizeof(float));
|
||||
else if (tmp->dataType == SPGPU_TYPE_DOUBLE)
|
||||
cudaMemset((void *)tmp->cM, 0, tmp->allocsize*sizeof(double));
|
||||
else if (tmp->dataType == SPGPU_TYPE_COMPLEX_FLOAT)
|
||||
cudaMemset((void *)tmp->cM, 0, tmp->allocsize*sizeof(cuFloatComplex));
|
||||
else if (tmp->dataType == SPGPU_TYPE_COMPLEX_DOUBLE)
|
||||
cudaMemset((void *)tmp->cM, 0, tmp->allocsize*sizeof(cuDoubleComplex));
|
||||
else
|
||||
return SPGPU_UNSUPPORTED; // Unsupported params
|
||||
//fprintf(stderr,"From allocEllDevice: %d %d %d %p %p %p\n",tmp->maxRowSize,
|
||||
// tmp->avgRowSize,tmp->allocsize,tmp->rS,tmp->rP,tmp->cM);
|
||||
|
||||
return;
|
||||
}
|
||||
|
||||
|
||||
void freeEllDevice(void* remoteMatrix)
|
||||
{
|
||||
struct EllDevice *devMat = (struct EllDevice *) remoteMatrix;
|
||||
//fprintf(stderr,"freeEllDevice\n");
|
||||
if (devMat != NULL) {
|
||||
freeRemoteBuffer(devMat->rS);
|
||||
freeRemoteBuffer(devMat->rP);
|
||||
freeRemoteBuffer(devMat->cM);
|
||||
free(remoteMatrix);
|
||||
}
|
||||
}
|
||||
|
||||
//new
|
||||
int FallocEllDevice(void** deviceMat,unsigned int rows, unsigned int maxRowSize,
|
||||
unsigned int nnzeros,
|
||||
unsigned int columns, unsigned int elementType,
|
||||
unsigned int firstIndex)
|
||||
{ int i;
|
||||
EllDeviceParams p;
|
||||
|
||||
p = getEllDeviceParams(rows, maxRowSize, nnzeros, columns, elementType, firstIndex);
|
||||
i = allocEllDevice(deviceMat, &p);
|
||||
if (i != 0) {
|
||||
fprintf(stderr,"From routine : %s : %d \n","FallocEllDevice",i);
|
||||
}
|
||||
return(i);
|
||||
}
|
||||
|
||||
void sspmdmm_gpu(float *z,int s, int vPitch, float *y, float alpha, float* cM, int* rP, int* rS,
|
||||
int avgRowSize, int maxRowSize, int rows, int pitch, float *x, float beta, int firstIndex)
|
||||
{
|
||||
int i=0;
|
||||
spgpuHandle_t handle=psb_cudaGetHandle();
|
||||
|
||||
for (i=0; i<s; i++)
|
||||
{
|
||||
if (PASS_RS) {
|
||||
spgpuSellspmv (handle, (float*) z, (float*)y, alpha, (float*) cM, rP, pitch, pitch, rS,
|
||||
NULL, avgRowSize, maxRowSize, rows, (float*)x, beta, firstIndex);
|
||||
} else {
|
||||
spgpuSellspmv (handle, (float*) z, (float*)y, alpha, (float*) cM, rP, pitch, pitch, NULL,
|
||||
NULL, avgRowSize, maxRowSize, rows, (float*)x, beta, firstIndex);
|
||||
}
|
||||
z += vPitch;
|
||||
y += vPitch;
|
||||
x += vPitch;
|
||||
}
|
||||
}
|
||||
//new
|
||||
int spmvEllDeviceFloat(void *deviceMat, float alpha, void* deviceX,
|
||||
float beta, void* deviceY)
|
||||
{ int i=SPGPU_SUCCESS;
|
||||
struct EllDevice *devMat = (struct EllDevice *) deviceMat;
|
||||
struct MultiVectDevice *x = (struct MultiVectDevice *) deviceX;
|
||||
struct MultiVectDevice *y = (struct MultiVectDevice *) deviceY;
|
||||
|
||||
#ifdef VERBOSE
|
||||
__assert(x->count_ == x->count_, "ERROR: x and y don't share the same number of vectors");
|
||||
__assert(x->size_ >= devMat->columns, "ERROR: x vector's size is not >= to matrix size (columns)");
|
||||
__assert(y->size_ >= devMat->rows, "ERROR: y vector's size is not >= to matrix size (rows)");
|
||||
#endif
|
||||
/*spgpuSellspmv (handle, (float*) y->v_, (float*)y->v_, alpha,
|
||||
(float*) devMat->cM, devMat->rP, devMat->cMPitch,
|
||||
devMat->rPPitch, devMat->rS, devMat->rows,
|
||||
(float*)x->v_, beta, devMat->baseIndex);*/
|
||||
sspmdmm_gpu ( (float *)y->v_,y->count_, y->pitch_, (float *)y->v_, alpha, (float *)devMat->cM, devMat->rP, devMat->rS,
|
||||
devMat->avgRowSize, devMat->maxRowSize, devMat->rows, devMat->pitch,
|
||||
(float *)x->v_, beta, devMat->baseIndex);
|
||||
return(i);
|
||||
}
|
||||
|
||||
|
||||
void
|
||||
dspmdmm_gpu (double *z,int s, int vPitch, double *y, double alpha, double* cM, int* rP,
|
||||
int* rS, int avgRowSize, int maxRowSize, int rows, int pitch,
|
||||
double *x, double beta, int firstIndex)
|
||||
{
|
||||
int i=0;
|
||||
spgpuHandle_t handle=psb_cudaGetHandle();
|
||||
for (i=0; i<s; i++)
|
||||
{
|
||||
if (PASS_RS) {
|
||||
spgpuDellspmv (handle, (double*) z, (double*)y, alpha, (double*) cM, rP,
|
||||
pitch, pitch, rS,
|
||||
NULL, avgRowSize, maxRowSize, rows, (double*)x, beta, firstIndex);
|
||||
} else {
|
||||
spgpuDellspmv (handle, (double*) z, (double*)y, alpha, (double*) cM, rP,
|
||||
pitch, pitch, NULL,
|
||||
NULL, avgRowSize, maxRowSize, rows, (double*)x, beta, firstIndex);
|
||||
}
|
||||
z += vPitch;
|
||||
y += vPitch;
|
||||
x += vPitch;
|
||||
}
|
||||
}
|
||||
|
||||
//new
|
||||
int spmvEllDeviceDouble(void *deviceMat, double alpha, void* deviceX,
|
||||
double beta, void* deviceY)
|
||||
{
|
||||
struct EllDevice *devMat = (struct EllDevice *) deviceMat;
|
||||
struct MultiVectDevice *x = (struct MultiVectDevice *) deviceX;
|
||||
struct MultiVectDevice *y = (struct MultiVectDevice *) deviceY;
|
||||
|
||||
/*spgpuDellspmv (handle, (double*) y->v_, (double*)y->v_, alpha, (double*) devMat->cM, devMat->rP, devMat->cMPitch, devMat->rPPitch, devMat->rS, devMat->rows, (double*)x->v_, beta, devMat->baseIndex);*/
|
||||
/* fprintf(stderr,"From spmvEllDouble: mat %d %d %d %d y %d %d \n", */
|
||||
/* devMat->avgRowSize, devMat->maxRowSize, devMat->rows, */
|
||||
/* devMat->pitch, y->count_, y->pitch_); */
|
||||
dspmdmm_gpu ((double *)y->v_, y->count_, y->pitch_, (double *)y->v_,
|
||||
alpha, (double *)devMat->cM,
|
||||
devMat->rP, devMat->rS, devMat->avgRowSize,
|
||||
devMat->maxRowSize, devMat->rows, devMat->pitch,
|
||||
(double *)x->v_, beta, devMat->baseIndex);
|
||||
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
|
||||
void
|
||||
cspmdmm_gpu (cuFloatComplex *z, int s, int vPitch, cuFloatComplex *y,
|
||||
cuFloatComplex alpha, cuFloatComplex* cM,
|
||||
int* rP, int* rS, int avgRowSize, int maxRowSize, int rows, int pitch,
|
||||
cuFloatComplex *x, cuFloatComplex beta, int firstIndex)
|
||||
{
|
||||
int i=0;
|
||||
spgpuHandle_t handle=psb_cudaGetHandle();
|
||||
for (i=0; i<s; i++)
|
||||
{
|
||||
if (PASS_RS) {
|
||||
spgpuCellspmv (handle, (cuFloatComplex *) z, (cuFloatComplex *)y, alpha, (cuFloatComplex *) cM, rP,
|
||||
pitch, pitch, rS, NULL, avgRowSize, maxRowSize, rows, (cuFloatComplex *) x, beta, firstIndex);
|
||||
} else {
|
||||
spgpuCellspmv (handle, (cuFloatComplex *) z, (cuFloatComplex *)y, alpha, (cuFloatComplex *) cM, rP,
|
||||
pitch, pitch, NULL, NULL, avgRowSize, maxRowSize, rows, (cuFloatComplex *) x, beta, firstIndex);
|
||||
}
|
||||
z += vPitch;
|
||||
y += vPitch;
|
||||
x += vPitch;
|
||||
}
|
||||
}
|
||||
|
||||
int spmvEllDeviceFloatComplex(void *deviceMat, float complex alpha, void* deviceX,
|
||||
float complex beta, void* deviceY)
|
||||
{
|
||||
struct EllDevice *devMat = (struct EllDevice *) deviceMat;
|
||||
struct MultiVectDevice *x = (struct MultiVectDevice *) deviceX;
|
||||
struct MultiVectDevice *y = (struct MultiVectDevice *) deviceY;
|
||||
|
||||
cuFloatComplex a = make_cuFloatComplex(crealf(alpha),cimagf(alpha));
|
||||
cuFloatComplex b = make_cuFloatComplex(crealf(beta),cimagf(beta));
|
||||
cspmdmm_gpu ((cuFloatComplex *)y->v_, y->count_, y->pitch_, (cuFloatComplex *)y->v_, a, (cuFloatComplex *)devMat->cM,
|
||||
devMat->rP, devMat->rS, devMat->avgRowSize, devMat->maxRowSize, devMat->rows, devMat->pitch,
|
||||
(cuFloatComplex *)x->v_, b, devMat->baseIndex);
|
||||
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
|
||||
void
|
||||
zspmdmm_gpu (cuDoubleComplex *z, int s, int vPitch, cuDoubleComplex *y, cuDoubleComplex alpha, cuDoubleComplex* cM,
|
||||
int* rP, int* rS, int avgRowSize, int maxRowSize, int rows, int pitch,
|
||||
cuDoubleComplex *x, cuDoubleComplex beta, int firstIndex)
|
||||
{
|
||||
int i=0;
|
||||
spgpuHandle_t handle=psb_cudaGetHandle();
|
||||
for (i=0; i<s; i++)
|
||||
{
|
||||
if (PASS_RS) {
|
||||
spgpuZellspmv (handle, (cuDoubleComplex *) z, (cuDoubleComplex *)y, alpha, (cuDoubleComplex *) cM, rP,
|
||||
pitch, pitch, rS, NULL, avgRowSize, maxRowSize, rows, (cuDoubleComplex *) x, beta, firstIndex);
|
||||
} else {
|
||||
spgpuZellspmv (handle, (cuDoubleComplex *) z, (cuDoubleComplex *)y, alpha, (cuDoubleComplex *) cM, rP,
|
||||
pitch, pitch, NULL, NULL, avgRowSize, maxRowSize, rows, (cuDoubleComplex *) x, beta, firstIndex);
|
||||
}
|
||||
z += vPitch;
|
||||
y += vPitch;
|
||||
x += vPitch;
|
||||
}
|
||||
}
|
||||
|
||||
int spmvEllDeviceDoubleComplex(void *deviceMat, double complex alpha, void* deviceX,
|
||||
double complex beta, void* deviceY)
|
||||
{
|
||||
struct EllDevice *devMat = (struct EllDevice *) deviceMat;
|
||||
struct MultiVectDevice *x = (struct MultiVectDevice *) deviceX;
|
||||
struct MultiVectDevice *y = (struct MultiVectDevice *) deviceY;
|
||||
|
||||
cuDoubleComplex a = make_cuDoubleComplex(creal(alpha),cimag(alpha));
|
||||
cuDoubleComplex b = make_cuDoubleComplex(creal(beta),cimag(beta));
|
||||
zspmdmm_gpu ((cuDoubleComplex *)y->v_, y->count_, y->pitch_, (cuDoubleComplex *)y->v_, a, (cuDoubleComplex *)devMat->cM,
|
||||
devMat->rP, devMat->rS, devMat->avgRowSize, devMat->maxRowSize, devMat->rows,
|
||||
devMat->pitch, (cuDoubleComplex *)x->v_, b, devMat->baseIndex);
|
||||
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
|
||||
int writeEllDeviceFloat(void* deviceMat, float* val, int* ja, int ldj, int* irn, int *idiag)
|
||||
{ int i;
|
||||
struct EllDevice *devMat = (struct EllDevice *) deviceMat;
|
||||
// Ex updateFromHost function
|
||||
i = writeRemoteBuffer((void*) val, (void *)devMat->cM, devMat->allocsize*sizeof(float));
|
||||
if (i==0) i = writeRemoteBuffer((void*) ja, (void *)devMat->rP, devMat->allocsize*sizeof(int));
|
||||
if (i==0) i = writeRemoteBuffer((void*) irn, (void *)devMat->rS, devMat->rows*sizeof(int));
|
||||
if (i==0) i = writeRemoteBuffer((void*) idiag, (void *)devMat->diag, devMat->rows*sizeof(int));
|
||||
//i = writeEllDevice(deviceMat, (void *) val, ja, irn);
|
||||
/*if (i != 0) {
|
||||
fprintf(stderr,"From routine : %s : %d \n","writeEllDeviceFloat",i);
|
||||
}*/
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
|
||||
int writeEllDeviceDouble(void* deviceMat, double* val, int* ja, int ldj, int* irn, int *idiag)
|
||||
{ int i;
|
||||
struct EllDevice *devMat = (struct EllDevice *) deviceMat;
|
||||
// Ex updateFromHost function
|
||||
i = writeRemoteBuffer((void*) val, (void *)devMat->cM, devMat->allocsize*sizeof(double));
|
||||
if (i==0) i = writeRemoteBuffer((void*) ja, (void *)devMat->rP, devMat->allocsize*sizeof(int));
|
||||
if (i==0) i = writeRemoteBuffer((void*) irn, (void *)devMat->rS, devMat->rows*sizeof(int));
|
||||
if (i==0) i = writeRemoteBuffer((void*) idiag, (void *)devMat->diag, devMat->rows*sizeof(int));
|
||||
|
||||
/*i = writeEllDevice(deviceMat, (void *) val, ja, irn);*/
|
||||
if (i != 0) {
|
||||
fprintf(stderr,"From routine : %s : %d \n","writeEllDeviceDouble",i);
|
||||
}
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
|
||||
int writeEllDeviceFloatComplex(void* deviceMat, float complex* val, int* ja, int ldj, int* irn, int *idiag)
|
||||
{ int i;
|
||||
struct EllDevice *devMat = (struct EllDevice *) deviceMat;
|
||||
// Ex updateFromHost function
|
||||
i = writeRemoteBuffer((void*) val, (void *)devMat->cM, devMat->allocsize*sizeof(cuFloatComplex));
|
||||
i = writeRemoteBuffer((void*) ja, (void *)devMat->rP, devMat->allocsize*sizeof(int));
|
||||
i = writeRemoteBuffer((void*) irn, (void *)devMat->rS, devMat->rows*sizeof(int));
|
||||
i = writeRemoteBuffer((void*) idiag, (void *)devMat->diag, devMat->rows*sizeof(int));
|
||||
|
||||
/*i = writeEllDevice(deviceMat, (void *) val, ja, irn);
|
||||
if (i != 0) {
|
||||
fprintf(stderr,"From routine : %s : %d \n","writeEllDeviceDouble",i);
|
||||
}*/
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
|
||||
int writeEllDeviceDoubleComplex(void* deviceMat, double complex* val, int* ja, int ldj, int* irn, int *idiag)
|
||||
{ int i;
|
||||
struct EllDevice *devMat = (struct EllDevice *) deviceMat;
|
||||
// Ex updateFromHost function
|
||||
i = writeRemoteBuffer((void*) val, (void *)devMat->cM, devMat->allocsize*sizeof(cuDoubleComplex));
|
||||
i = writeRemoteBuffer((void*) ja, (void *)devMat->rP, devMat->allocsize*sizeof(int));
|
||||
i = writeRemoteBuffer((void*) irn, (void *)devMat->rS, devMat->rows*sizeof(int));
|
||||
i = writeRemoteBuffer((void*) idiag, (void *)devMat->diag, devMat->rows*sizeof(int));
|
||||
|
||||
/*i = writeEllDevice(deviceMat, (void *) val, ja, irn);
|
||||
if (i != 0) {
|
||||
fprintf(stderr,"From routine : %s : %d \n","writeEllDeviceDouble",i);
|
||||
}*/
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
|
||||
int readEllDeviceFloat(void* deviceMat, float* val, int* ja, int ldj, int* irn, int *idiag)
|
||||
{ int i;
|
||||
struct EllDevice *devMat = (struct EllDevice *) deviceMat;
|
||||
i = readRemoteBuffer((void *) val, (void *)devMat->cM, devMat->allocsize*sizeof(float));
|
||||
i = readRemoteBuffer((void *) ja, (void *)devMat->rP, devMat->allocsize*sizeof(int));
|
||||
i = readRemoteBuffer((void *) irn, (void *)devMat->rS, devMat->rows*sizeof(int));
|
||||
i = readRemoteBuffer((void *) idiag, (void *)devMat->diag, devMat->rows*sizeof(int));
|
||||
/*i = readEllDevice(deviceMat, (void *) val, ja, irn);
|
||||
if (i != 0) {
|
||||
fprintf(stderr,"From routine : %s : %d \n","readEllDeviceFloat",i);
|
||||
}*/
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
|
||||
int readEllDeviceDouble(void* deviceMat, double* val, int* ja, int ldj, int* irn, int *idiag)
|
||||
{ int i;
|
||||
struct EllDevice *devMat = (struct EllDevice *) deviceMat;
|
||||
i = readRemoteBuffer((void *) val, (void *)devMat->cM, devMat->allocsize*sizeof(double));
|
||||
i = readRemoteBuffer((void *) ja, (void *)devMat->rP, devMat->allocsize*sizeof(int));
|
||||
i = readRemoteBuffer((void *) irn, (void *)devMat->rS, devMat->rows*sizeof(int));
|
||||
i = readRemoteBuffer((void *) idiag, (void *)devMat->diag, devMat->rows*sizeof(int));
|
||||
/*if (i != 0) {
|
||||
fprintf(stderr,"From routine : %s : %d \n","readEllDeviceDouble",i);
|
||||
}*/
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
|
||||
int readEllDeviceFloatComplex(void* deviceMat, float complex* val, int* ja, int ldj, int* irn, int *idiag)
|
||||
{ int i;
|
||||
struct EllDevice *devMat = (struct EllDevice *) deviceMat;
|
||||
i = readRemoteBuffer((void *) val, (void *)devMat->cM, devMat->allocsize*sizeof(cuFloatComplex));
|
||||
i = readRemoteBuffer((void *) ja, (void *)devMat->rP, devMat->allocsize*sizeof(int));
|
||||
i = readRemoteBuffer((void *) irn, (void *)devMat->rS, devMat->rows*sizeof(int));
|
||||
i = readRemoteBuffer((void *) idiag, (void *)devMat->diag, devMat->rows*sizeof(int));
|
||||
/*if (i != 0) {
|
||||
fprintf(stderr,"From routine : %s : %d \n","readEllDeviceDouble",i);
|
||||
}*/
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
|
||||
int readEllDeviceDoubleComplex(void* deviceMat, double complex* val, int* ja, int ldj, int* irn, int *idiag)
|
||||
{ int i;
|
||||
struct EllDevice *devMat = (struct EllDevice *) deviceMat;
|
||||
i = readRemoteBuffer((void *) val, (void *)devMat->cM, devMat->allocsize*sizeof(cuDoubleComplex));
|
||||
i = readRemoteBuffer((void *) ja, (void *)devMat->rP, devMat->allocsize*sizeof(int));
|
||||
i = readRemoteBuffer((void *) irn, (void *)devMat->rS, devMat->rows*sizeof(int));
|
||||
i = readRemoteBuffer((void *) idiag, (void *)devMat->diag, devMat->rows*sizeof(int));
|
||||
/*if (i != 0) {
|
||||
fprintf(stderr,"From routine : %s : %d \n","readEllDeviceDouble",i);
|
||||
}*/
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
|
||||
int getEllDevicePitch(void* deviceMat)
|
||||
{ int i;
|
||||
struct EllDevice *devMat = (struct EllDevice *) deviceMat;
|
||||
i = devMat->pitch; //old
|
||||
//i = getPitchEllDevice(deviceMat);
|
||||
return(i);
|
||||
}
|
||||
|
||||
int getEllDeviceMaxRowSize(void* deviceMat)
|
||||
{ int i;
|
||||
struct EllDevice *devMat = (struct EllDevice *) deviceMat;
|
||||
i = devMat->maxRowSize;
|
||||
return(i);
|
||||
}
|
||||
|
||||
|
||||
|
||||
|
||||
// New copying interface
|
||||
|
||||
int psiCopyCooToElgFloat(int nr, int nc, int nza, int hacksz, int ldv, int nzm, int *irn,
|
||||
int *idisp, int *ja, float *val, void *deviceMat)
|
||||
{ int i;
|
||||
struct EllDevice *devMat = (struct EllDevice *) deviceMat;
|
||||
float *devVal;
|
||||
int *devIdisp, *devJa;
|
||||
spgpuHandle_t handle;
|
||||
handle = psb_cudaGetHandle();
|
||||
|
||||
allocRemoteBuffer((void **)&(devIdisp), (nr+1)*sizeof(int));
|
||||
allocRemoteBuffer((void **)&(devJa), (nza)*sizeof(int));
|
||||
allocRemoteBuffer((void **)&(devVal), (nza)*sizeof(float));
|
||||
i = writeRemoteBuffer((void*) val, (void *)devVal, nza*sizeof(float));
|
||||
if (i==0) i = writeRemoteBuffer((void*) ja, (void *) devJa, nza*sizeof(int));
|
||||
if (i==0) i = writeRemoteBuffer((void*) irn, (void *) devMat->rS, devMat->rows*sizeof(int));
|
||||
if (i==0) i = writeRemoteBuffer((void*) idisp, (void *) devIdisp, (devMat->rows+1)*sizeof(int));
|
||||
|
||||
if (i==0) psi_cuda_s_CopyCooToElg(handle,nr,nc,nza,devMat->baseIndex,hacksz,ldv,nzm,
|
||||
(int *) devMat->rS,devIdisp,devJa,devVal,
|
||||
(int *) devMat->diag, (int *) devMat->rP, (float *)devMat->cM);
|
||||
// Ex updateFromHost function
|
||||
//i = writeRemoteBuffer((void*) val, (void *)devMat->cM, devMat->allocsize*sizeof(float));
|
||||
//if (i==0) i = writeRemoteBuffer((void*) ja, (void *)devMat->rP, devMat->allocsize*sizeof(int));
|
||||
//if (i==0) i = writeRemoteBuffer((void*) irn, (void *)devMat->rS, devMat->rows*sizeof(int));
|
||||
|
||||
|
||||
freeRemoteBuffer(devIdisp);
|
||||
freeRemoteBuffer(devJa);
|
||||
freeRemoteBuffer(devVal);
|
||||
|
||||
/*i = writeEllDevice(deviceMat, (void *) val, ja, irn);*/
|
||||
if (i != 0) {
|
||||
fprintf(stderr,"From routine : %s : %d \n","writeEllDeviceFloat",i);
|
||||
}
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
|
||||
|
||||
|
||||
int psiCopyCooToElgDouble(int nr, int nc, int nza, int hacksz, int ldv, int nzm, int *irn,
|
||||
int *idisp, int *ja, double *val, void *deviceMat)
|
||||
{ int i;
|
||||
struct EllDevice *devMat = (struct EllDevice *) deviceMat;
|
||||
double *devVal;
|
||||
int *devIdisp, *devJa;
|
||||
spgpuHandle_t handle;
|
||||
handle = psb_cudaGetHandle();
|
||||
|
||||
allocRemoteBuffer((void **)&(devIdisp), (nr+1)*sizeof(int));
|
||||
allocRemoteBuffer((void **)&(devJa), (nza)*sizeof(int));
|
||||
allocRemoteBuffer((void **)&(devVal), (nza)*sizeof(double));
|
||||
i = writeRemoteBuffer((void*) val, (void *)devVal, nza*sizeof(double));
|
||||
if (i==0) i = writeRemoteBuffer((void*) ja, (void *) devJa, nza*sizeof(int));
|
||||
if (i==0) i = writeRemoteBuffer((void*) irn, (void *) devMat->rS, devMat->rows*sizeof(int));
|
||||
if (i==0) i = writeRemoteBuffer((void*) idisp, (void *) devIdisp, (devMat->rows+1)*sizeof(int));
|
||||
|
||||
if (i==0) psi_cuda_d_CopyCooToElg(handle,nr,nc,nza,devMat->baseIndex,hacksz,ldv,nzm,
|
||||
(int *) devMat->rS,devIdisp,devJa,devVal,
|
||||
(int *) devMat->diag, (int *) devMat->rP, (double *)devMat->cM);
|
||||
// Ex updateFromHost function
|
||||
//i = writeRemoteBuffer((void*) val, (void *)devMat->cM, devMat->allocsize*sizeof(double));
|
||||
//if (i==0) i = writeRemoteBuffer((void*) ja, (void *)devMat->rP, devMat->allocsize*sizeof(int));
|
||||
//if (i==0) i = writeRemoteBuffer((void*) irn, (void *)devMat->rS, devMat->rows*sizeof(int));
|
||||
|
||||
|
||||
freeRemoteBuffer(devIdisp);
|
||||
freeRemoteBuffer(devJa);
|
||||
freeRemoteBuffer(devVal);
|
||||
|
||||
/*i = writeEllDevice(deviceMat, (void *) val, ja, irn);*/
|
||||
if (i != 0) {
|
||||
fprintf(stderr,"From routine : %s : %d \n","writeEllDeviceDouble",i);
|
||||
}
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
|
||||
|
||||
int psiCopyCooToElgFloatComplex(int nr, int nc, int nza, int hacksz, int ldv, int nzm, int *irn,
|
||||
int *idisp, int *ja, float complex *val, void *deviceMat)
|
||||
{ int i;
|
||||
struct EllDevice *devMat = (struct EllDevice *) deviceMat;
|
||||
float complex *devVal;
|
||||
int *devIdisp, *devJa;
|
||||
spgpuHandle_t handle;
|
||||
handle = psb_cudaGetHandle();
|
||||
|
||||
allocRemoteBuffer((void **)&(devIdisp), (nr+1)*sizeof(int));
|
||||
allocRemoteBuffer((void **)&(devJa), (nza)*sizeof(int));
|
||||
allocRemoteBuffer((void **)&(devVal), (nza)*sizeof(cuFloatComplex));
|
||||
i = writeRemoteBuffer((void*) val, (void *)devVal, nza*sizeof(cuFloatComplex));
|
||||
if (i==0) i = writeRemoteBuffer((void*) ja, (void *) devJa, nza*sizeof(int));
|
||||
if (i==0) i = writeRemoteBuffer((void*) irn, (void *) devMat->rS, devMat->rows*sizeof(int));
|
||||
if (i==0) i = writeRemoteBuffer((void*) idisp, (void *) devIdisp, (devMat->rows+1)*sizeof(int));
|
||||
|
||||
if (i==0) psi_cuda_c_CopyCooToElg(handle,nr,nc,nza,devMat->baseIndex,hacksz,ldv,nzm,
|
||||
(int *) devMat->rS,devIdisp,devJa,devVal,
|
||||
(int *) devMat->diag,(int *) devMat->rP, (float complex *)devMat->cM);
|
||||
// Ex updateFromHost function
|
||||
//i = writeRemoteBuffer((void*) val, (void *)devMat->cM, devMat->allocsize*sizeof(float complex));
|
||||
//if (i==0) i = writeRemoteBuffer((void*) ja, (void *)devMat->rP, devMat->allocsize*sizeof(int));
|
||||
//if (i==0) i = writeRemoteBuffer((void*) irn, (void *)devMat->rS, devMat->rows*sizeof(int));
|
||||
|
||||
|
||||
freeRemoteBuffer(devIdisp);
|
||||
freeRemoteBuffer(devJa);
|
||||
freeRemoteBuffer(devVal);
|
||||
|
||||
/*i = writeEllDevice(deviceMat, (void *) val, ja, irn);*/
|
||||
if (i != 0) {
|
||||
fprintf(stderr,"From routine : %s : %d \n","writeEllDeviceFloatComplex",i);
|
||||
}
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
|
||||
|
||||
|
||||
int psiCopyCooToElgDoubleComplex(int nr, int nc, int nza, int hacksz, int ldv, int nzm, int *irn,
|
||||
int *idisp, int *ja, double complex *val, void *deviceMat)
|
||||
{ int i;
|
||||
struct EllDevice *devMat = (struct EllDevice *) deviceMat;
|
||||
double complex *devVal;
|
||||
int *devIdisp, *devJa;
|
||||
spgpuHandle_t handle;
|
||||
handle = psb_cudaGetHandle();
|
||||
|
||||
allocRemoteBuffer((void **)&(devIdisp), (nr+1)*sizeof(int));
|
||||
allocRemoteBuffer((void **)&(devJa), (nza)*sizeof(int));
|
||||
allocRemoteBuffer((void **)&(devVal), (nza)*sizeof(cuDoubleComplex));
|
||||
i = writeRemoteBuffer((void*) val, (void *)devVal, nza*sizeof(cuDoubleComplex));
|
||||
if (i==0) i = writeRemoteBuffer((void*) ja, (void *) devJa, nza*sizeof(int));
|
||||
if (i==0) i = writeRemoteBuffer((void*) irn, (void *) devMat->rS, devMat->rows*sizeof(int));
|
||||
if (i==0) i = writeRemoteBuffer((void*) idisp, (void *) devIdisp, (devMat->rows+1)*sizeof(int));
|
||||
|
||||
if (i==0) psi_cuda_z_CopyCooToElg(handle,nr,nc,nza,devMat->baseIndex,hacksz,ldv,nzm,
|
||||
(int *) devMat->rS,devIdisp,devJa,devVal,
|
||||
(int *) devMat->diag,(int *) devMat->rP, (double complex *)devMat->cM);
|
||||
// Ex updateFromHost function
|
||||
//i = writeRemoteBuffer((void*) val, (void *)devMat->cM, devMat->allocsize*sizeof(double complex));
|
||||
//if (i==0) i = writeRemoteBuffer((void*) ja, (void *)devMat->rP, devMat->allocsize*sizeof(int));
|
||||
//if (i==0) i = writeRemoteBuffer((void*) irn, (void *)devMat->rS, devMat->rows*sizeof(int));
|
||||
|
||||
|
||||
freeRemoteBuffer(devIdisp);
|
||||
freeRemoteBuffer(devJa);
|
||||
freeRemoteBuffer(devVal);
|
||||
|
||||
/*i = writeEllDevice(deviceMat, (void *) val, ja, irn);*/
|
||||
if (i != 0) {
|
||||
fprintf(stderr,"From routine : %s : %d \n","writeEllDeviceDoubleComplex",i);
|
||||
}
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
|
||||
|
||||
int dev_csputEllDeviceFloat(void* deviceMat, int nnz, void *ia, void *ja, void *val)
|
||||
{ int i;
|
||||
struct EllDevice *devMat = (struct EllDevice *) deviceMat;
|
||||
struct MultiVectDevice *devVal = (struct MultiVectDevice *) val;
|
||||
struct MultiVectDevice *devIa = (struct MultiVectDevice *) ia;
|
||||
struct MultiVectDevice *devJa = (struct MultiVectDevice *) ja;
|
||||
float alpha=1.0;
|
||||
spgpuHandle_t handle=psb_cudaGetHandle();
|
||||
|
||||
if (nnz <=0) return SPGPU_SUCCESS;
|
||||
//fprintf(stderr,"Going through csputEllDeviceDouble %d %p %d\n",nnz,devUpdIdx,cnt);
|
||||
|
||||
spgpuSellcsput(handle,alpha,(float *) devMat->cM,
|
||||
devMat->rP,devMat->pitch, devMat->pitch, devMat->rS,
|
||||
nnz, devIa->v_, devJa->v_, (float *) devVal->v_, 1);
|
||||
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
|
||||
int dev_csputEllDeviceDouble(void* deviceMat, int nnz, void *ia, void *ja, void *val)
|
||||
{ int i;
|
||||
struct EllDevice *devMat = (struct EllDevice *) deviceMat;
|
||||
struct MultiVectDevice *devVal = (struct MultiVectDevice *) val;
|
||||
struct MultiVectDevice *devIa = (struct MultiVectDevice *) ia;
|
||||
struct MultiVectDevice *devJa = (struct MultiVectDevice *) ja;
|
||||
double alpha=1.0;
|
||||
spgpuHandle_t handle=psb_cudaGetHandle();
|
||||
|
||||
if (nnz <=0) return SPGPU_SUCCESS;
|
||||
//fprintf(stderr,"Going through csputEllDeviceDouble %d %p %d\n",nnz,devUpdIdx,cnt);
|
||||
|
||||
spgpuDellcsput(handle,alpha,(double *) devMat->cM,
|
||||
devMat->rP,devMat->pitch, devMat->pitch, devMat->rS,
|
||||
nnz, devIa->v_, devJa->v_, (double *) devVal->v_, 1);
|
||||
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
|
||||
|
||||
int dev_csputEllDeviceFloatComplex(void* deviceMat, int nnz,
|
||||
void *ia, void *ja, void *val)
|
||||
{ int i;
|
||||
struct EllDevice *devMat = (struct EllDevice *) deviceMat;
|
||||
struct MultiVectDevice *devVal = (struct MultiVectDevice *) val;
|
||||
struct MultiVectDevice *devIa = (struct MultiVectDevice *) ia;
|
||||
struct MultiVectDevice *devJa = (struct MultiVectDevice *) ja;
|
||||
cuFloatComplex alpha = make_cuFloatComplex(1.0, 0.0);
|
||||
spgpuHandle_t handle=psb_cudaGetHandle();
|
||||
|
||||
if (nnz <=0) return SPGPU_SUCCESS;
|
||||
//fprintf(stderr,"Going through csputEllDeviceDouble %d %p %d\n",nnz,devUpdIdx,cnt);
|
||||
|
||||
spgpuCellcsput(handle,alpha,(cuFloatComplex *) devMat->cM,
|
||||
devMat->rP,devMat->pitch, devMat->pitch, devMat->rS,
|
||||
nnz, devIa->v_, devJa->v_, (cuFloatComplex *) devVal->v_, 1);
|
||||
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
|
||||
int dev_csputEllDeviceDoubleComplex(void* deviceMat, int nnz,
|
||||
void *ia, void *ja, void *val)
|
||||
{ int i;
|
||||
struct EllDevice *devMat = (struct EllDevice *) deviceMat;
|
||||
struct MultiVectDevice *devVal = (struct MultiVectDevice *) val;
|
||||
struct MultiVectDevice *devIa = (struct MultiVectDevice *) ia;
|
||||
struct MultiVectDevice *devJa = (struct MultiVectDevice *) ja;
|
||||
cuDoubleComplex alpha = make_cuDoubleComplex(1.0, 0.0);
|
||||
spgpuHandle_t handle=psb_cudaGetHandle();
|
||||
|
||||
if (nnz <=0) return SPGPU_SUCCESS;
|
||||
//fprintf(stderr,"Going through csputEllDeviceDouble %d %p %d\n",nnz,devUpdIdx,cnt);
|
||||
|
||||
spgpuZellcsput(handle,alpha,(cuDoubleComplex *) devMat->cM,
|
||||
devMat->rP,devMat->pitch, devMat->pitch, devMat->rS,
|
||||
nnz, devIa->v_, devJa->v_, (cuDoubleComplex *) devVal->v_, 1);
|
||||
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
|
||||
|
||||
@ -0,0 +1,177 @@
|
||||
/* Parallel Sparse BLAS GPU plugin */
|
||||
/* (C) Copyright 2013 */
|
||||
|
||||
/* Salvatore Filippone */
|
||||
/* Alessandro Fanfarillo */
|
||||
|
||||
/* Redistribution and use in source and binary forms, with or without */
|
||||
/* modification, are permitted provided that the following conditions */
|
||||
/* are met: */
|
||||
/* 1. Redistributions of source code must retain the above copyright */
|
||||
/* notice, this list of conditions and the following disclaimer. */
|
||||
/* 2. Redistributions in binary form must reproduce the above copyright */
|
||||
/* notice, this list of conditions, and the following disclaimer in the */
|
||||
/* documentation and/or other materials provided with the distribution. */
|
||||
/* 3. The name of the PSBLAS group or the names of its contributors may */
|
||||
/* not be used to endorse or promote products derived from this */
|
||||
/* software without specific written permission. */
|
||||
|
||||
/* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS */
|
||||
/* ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED */
|
||||
/* TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR */
|
||||
/* PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS */
|
||||
/* BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR */
|
||||
/* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF */
|
||||
/* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS */
|
||||
/* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN */
|
||||
/* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) */
|
||||
/* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE */
|
||||
/* POSSIBILITY OF SUCH DAMAGE. */
|
||||
|
||||
|
||||
|
||||
#ifndef _ELLDEV_H_
|
||||
#define _ELLDEV_H_
|
||||
|
||||
#include "cintrf.h"
|
||||
#include "cuComplex.h"
|
||||
#include "ell.h"
|
||||
|
||||
struct EllDevice
|
||||
{
|
||||
// Compressed matrix
|
||||
void *cM; //it can be float or double
|
||||
|
||||
// row pointers (same size of cM)
|
||||
int *rP;
|
||||
int *diag;
|
||||
// row size
|
||||
int *rS;
|
||||
|
||||
//matrix size (uncompressed)
|
||||
int rows;
|
||||
int columns;
|
||||
|
||||
int pitch; //old
|
||||
|
||||
int cMPitch;
|
||||
|
||||
int rPPitch;
|
||||
|
||||
int maxRowSize;
|
||||
int avgRowSize;
|
||||
|
||||
//allocation size (in elements)
|
||||
int allocsize;
|
||||
|
||||
/*(i.e. 0 for C, 1 for Fortran)*/
|
||||
int baseIndex;
|
||||
/* real/complex, single/double */
|
||||
int dataType;
|
||||
|
||||
};
|
||||
|
||||
typedef struct EllDeviceParams
|
||||
{
|
||||
// The resulting allocation for cM and rP will be pitch*maxRowSize*(size of the elementType)
|
||||
unsigned int elementType;
|
||||
|
||||
// Pitch (in number of elements)
|
||||
unsigned int pitch;
|
||||
|
||||
// Number of rows.
|
||||
// Used to allocate rS array
|
||||
unsigned int rows;
|
||||
|
||||
// Number of columns.
|
||||
// Used for error-checking
|
||||
unsigned int columns;
|
||||
|
||||
// Largest row size
|
||||
unsigned int maxRowSize;
|
||||
unsigned int avgRowSize;
|
||||
|
||||
// First index (e.g 0 or 1)
|
||||
unsigned int firstIndex;
|
||||
} EllDeviceParams;
|
||||
|
||||
int FallocEllDevice(void** deviceMat, unsigned int rows, unsigned int maxRowSize,
|
||||
unsigned int nnzeros,
|
||||
unsigned int columns, unsigned int elementType,
|
||||
unsigned int firstIndex);
|
||||
int allocEllDevice(void ** remoteMatrix, EllDeviceParams* params);
|
||||
void freeEllDevice(void* remoteMatrix);
|
||||
|
||||
int writeEllDeviceFloat(void* deviceMat, float* val, int* ja, int ldj, int* irn, int *idiag);
|
||||
int writeEllDeviceDouble(void* deviceMat, double* val, int* ja, int ldj, int* irn, int *idiag);
|
||||
int writeEllDeviceFloatComplex(void* deviceMat, float complex* val, int* ja, int ldj, int* irn, int *idiag);
|
||||
int writeEllDeviceDoubleComplex(void* deviceMat, double complex* val, int* ja, int ldj, int* irn, int *idiag);
|
||||
|
||||
int readEllDeviceFloat(void* deviceMat, float* val, int* ja, int ldj, int* irn, int *idiag);
|
||||
int readEllDeviceDouble(void* deviceMat, double* val, int* ja, int ldj, int* irn, int *idiag);
|
||||
int readEllDeviceFloatComplex(void* deviceMat, float complex* val, int* ja, int ldj, int* irn, int *idiag);
|
||||
int readEllDeviceDoubleComplex(void* deviceMat, double complex* val, int* ja, int ldj, int* irn, int *idiag);
|
||||
|
||||
int spmvEllDeviceFloat(void *deviceMat, float alpha, void* deviceX,
|
||||
float beta, void* deviceY);
|
||||
int spmvEllDeviceDouble(void *deviceMat, double alpha, void* deviceX,
|
||||
double beta, void* deviceY);
|
||||
int spmvEllDeviceFloatComplex(void *deviceMat, float complex alpha, void* deviceX,
|
||||
float complex beta, void* deviceY);
|
||||
int spmvEllDeviceDoubleComplex(void *deviceMat, double complex alpha, void* deviceX,
|
||||
double complex beta, void* deviceY);
|
||||
|
||||
|
||||
|
||||
int psiCopyCooToElgFloat(int nr, int nc, int nza, int hacksz, int ldv, int nzm, int *irn,
|
||||
int *idisp, int *ja, float *val, void *deviceMat);
|
||||
|
||||
int psiCopyCooToElgDouble(int nr, int nc, int nza, int hacksz, int ldv, int nzm, int *irn,
|
||||
int *idisp, int *ja, double *val, void *deviceMat);
|
||||
|
||||
int psiCopyCooToElgFloatComplex(int nr, int nc, int nza, int hacksz, int ldv, int nzm, int *irn,
|
||||
int *idisp, int *ja, float complex *val, void *deviceMat);
|
||||
|
||||
int psiCopyCooToElgDoubleComplex(int nr, int nc, int nza, int hacksz, int ldv, int nzm, int *irn,
|
||||
int *idisp, int *ja, double complex *val, void *deviceMat);
|
||||
|
||||
|
||||
void psi_cuda_s_CopyCooToElg(spgpuHandle_t handle, int nr, int nc, int nza, int baseIdx,
|
||||
int hacksz, int ldv, int nzm,
|
||||
int *rS,int *devIdisp, int *devJa, float *devVal,
|
||||
int *idiag, int *rP, float *cM);
|
||||
|
||||
void psi_cuda_d_CopyCooToElg(spgpuHandle_t handle, int nr, int nc, int nza, int baseIdx,
|
||||
int hacksz, int ldv, int nzm,
|
||||
int *rS,int *devIdisp, int *devJa, double *devVal,
|
||||
int *idiag, int *rP, double *cM);
|
||||
|
||||
void psi_cuda_c_CopyCooToElg(spgpuHandle_t handle, int nr, int nc, int nza, int baseIdx,
|
||||
int hacksz, int ldv, int nzm,
|
||||
int *rS,int *devIdisp, int *devJa, float complex *devVal,
|
||||
int *idiag, int *rP, float complex *cM);
|
||||
|
||||
void psi_cuda_z_CopyCooToElg(spgpuHandle_t handle, int nr, int nc, int nza, int baseIdx,
|
||||
int hacksz, int ldv, int nzm,
|
||||
int *rS,int *devIdisp, int *devJa, double complex *devVal,
|
||||
int *idiag, int *rP, double complex *cM);
|
||||
|
||||
|
||||
int dev_csputEllDeviceFloat(void* deviceMat, int nnz,
|
||||
void *ia, void *ja, void *val);
|
||||
int dev_csputEllDeviceDouble(void* deviceMat, int nnz,
|
||||
void *ia, void *ja, void *val);
|
||||
int dev_csputEllDeviceFloatComplex(void* deviceMat, int nnz,
|
||||
void *ia, void *ja, void *val);
|
||||
int dev_csputEllDeviceDoubleComplex(void* deviceMat, int nnz,
|
||||
void *ia, void *ja, void *val);
|
||||
|
||||
void zeroEllDevice(void* deviceMat);
|
||||
|
||||
int getEllDevicePitch(void* deviceMat);
|
||||
|
||||
// sparse Ell matrix-vector product
|
||||
//int spmvEllDeviceFloat(void *deviceMat, float* alpha, void* deviceX, float* beta, void* deviceY);
|
||||
//int spmvEllDeviceDouble(void *deviceMat, double* alpha, void* deviceX, double* beta, void* deviceY);
|
||||
|
||||
#endif
|
||||
@ -0,0 +1,321 @@
|
||||
! Parallel Sparse BLAS GPU plugin
|
||||
! (C) Copyright 2013
|
||||
!
|
||||
! Salvatore Filippone
|
||||
! Alessandro Fanfarillo
|
||||
!
|
||||
! Redistribution and use in source and binary forms, with or without
|
||||
! modification, are permitted provided that the following conditions
|
||||
! are met:
|
||||
! 1. Redistributions of source code must retain the above copyright
|
||||
! notice, this list of conditions and the following disclaimer.
|
||||
! 2. Redistributions in binary form must reproduce the above copyright
|
||||
! notice, this list of conditions, and the following disclaimer in the
|
||||
! documentation and/or other materials provided with the distribution.
|
||||
! 3. The name of the PSBLAS group or the names of its contributors may
|
||||
! not be used to endorse or promote products derived from this
|
||||
! software without specific written permission.
|
||||
!
|
||||
! THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
! ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
! TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
! PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS
|
||||
! BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
! CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
! SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
! INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
! CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
! ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
! POSSIBILITY OF SUCH DAMAGE.
|
||||
!
|
||||
|
||||
|
||||
module elldev_mod
|
||||
use iso_c_binding
|
||||
use core_mod
|
||||
|
||||
type, bind(c) :: elldev_parms
|
||||
integer(c_int) :: element_type
|
||||
integer(c_int) :: pitch
|
||||
integer(c_int) :: rows
|
||||
integer(c_int) :: columns
|
||||
integer(c_int) :: maxRowSize
|
||||
integer(c_int) :: avgRowSize
|
||||
integer(c_int) :: firstIndex
|
||||
end type elldev_parms
|
||||
|
||||
interface
|
||||
function FgetEllDeviceParams(rows, maxRowSize, nnzeros, columns, elementType, firstIndex) &
|
||||
& result(res) bind(c,name='getEllDeviceParams')
|
||||
use iso_c_binding
|
||||
import :: elldev_parms
|
||||
type(elldev_parms) :: res
|
||||
integer(c_int), value :: rows,maxRowSize,nnzeros,columns,elementType,firstIndex
|
||||
end function FgetEllDeviceParams
|
||||
end interface
|
||||
|
||||
|
||||
interface
|
||||
function FallocEllDevice(deviceMat,rows,maxRowSize,nnzeros,columns,&
|
||||
& elementType,firstIndex) &
|
||||
& result(res) bind(c,name='FallocEllDevice')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
integer(c_int), value :: rows,maxRowSize,nnzeros,columns,elementType,firstIndex
|
||||
type(c_ptr) :: deviceMat
|
||||
end function FallocEllDevice
|
||||
end interface
|
||||
|
||||
|
||||
interface writeEllDevice
|
||||
|
||||
function writeEllDeviceFloat(deviceMat,val,ja,ldj,irn,idiag) &
|
||||
& result(res) bind(c,name='writeEllDeviceFloat')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
type(c_ptr), value :: deviceMat
|
||||
integer(c_int), value :: ldj
|
||||
real(c_float) :: val(ldj,*)
|
||||
integer(c_int) :: ja(ldj,*),irn(*),idiag(*)
|
||||
end function writeEllDeviceFloat
|
||||
|
||||
function writeEllDeviceDouble(deviceMat,val,ja,ldj,irn,idiag) &
|
||||
& result(res) bind(c,name='writeEllDeviceDouble')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
type(c_ptr), value :: deviceMat
|
||||
integer(c_int), value :: ldj
|
||||
real(c_double) :: val(ldj,*)
|
||||
integer(c_int) :: ja(ldj,*),irn(*),idiag(*)
|
||||
end function writeEllDeviceDouble
|
||||
|
||||
function writeEllDeviceFloatComplex(deviceMat,val,ja,ldj,irn,idiag) &
|
||||
& result(res) bind(c,name='writeEllDeviceFloatComplex')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
type(c_ptr), value :: deviceMat
|
||||
integer(c_int), value :: ldj
|
||||
complex(c_float_complex) :: val(ldj,*)
|
||||
integer(c_int) :: ja(ldj,*),irn(*),idiag(*)
|
||||
end function writeEllDeviceFloatComplex
|
||||
|
||||
function writeEllDeviceDoubleComplex(deviceMat,val,ja,ldj,irn,idiag) &
|
||||
& result(res) bind(c,name='writeEllDeviceDoubleComplex')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
type(c_ptr), value :: deviceMat
|
||||
integer(c_int), value :: ldj
|
||||
complex(c_double_complex) :: val(ldj,*)
|
||||
integer(c_int) :: ja(ldj,*),irn(*),idiag(*)
|
||||
end function writeEllDeviceDoubleComplex
|
||||
|
||||
end interface
|
||||
|
||||
interface readEllDevice
|
||||
|
||||
function readEllDeviceFloat(deviceMat,val,ja,ldj,irn,idiag) &
|
||||
& result(res) bind(c,name='readEllDeviceFloat')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
type(c_ptr), value :: deviceMat
|
||||
integer(c_int), value :: ldj
|
||||
real(c_float) :: val(ldj,*)
|
||||
integer(c_int) :: ja(ldj,*),irn(*),idiag(*)
|
||||
end function readEllDeviceFloat
|
||||
|
||||
function readEllDeviceDouble(deviceMat,val,ja,ldj,irn,idiag) &
|
||||
& result(res) bind(c,name='readEllDeviceDouble')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
type(c_ptr), value :: deviceMat
|
||||
integer(c_int), value :: ldj
|
||||
real(c_double) :: val(ldj,*)
|
||||
integer(c_int) :: ja(ldj,*),irn(*),idiag(*)
|
||||
end function readEllDeviceDouble
|
||||
|
||||
function readEllDeviceFloatComplex(deviceMat,val,ja,ldj,irn,idiag) &
|
||||
& result(res) bind(c,name='readEllDeviceFloatComplex')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
type(c_ptr), value :: deviceMat
|
||||
integer(c_int), value :: ldj
|
||||
complex(c_float_complex) :: val(ldj,*)
|
||||
integer(c_int) :: ja(ldj,*),irn(*),idiag(*)
|
||||
end function readEllDeviceFloatComplex
|
||||
|
||||
function readEllDeviceDoubleComplex(deviceMat,val,ja,ldj,irn,idiag) &
|
||||
& result(res) bind(c,name='readEllDeviceDoubleComplex')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
type(c_ptr), value :: deviceMat
|
||||
integer(c_int), value :: ldj
|
||||
complex(c_double_complex) :: val(ldj,*)
|
||||
integer(c_int) :: ja(ldj,*),irn(*),idiag(*)
|
||||
end function readEllDeviceDoubleComplex
|
||||
|
||||
end interface
|
||||
|
||||
interface
|
||||
subroutine freeEllDevice(deviceMat) &
|
||||
& bind(c,name='freeEllDevice')
|
||||
use iso_c_binding
|
||||
type(c_ptr), value :: deviceMat
|
||||
end subroutine freeEllDevice
|
||||
end interface
|
||||
|
||||
interface
|
||||
subroutine zeroEllDevice(deviceMat) &
|
||||
& bind(c,name='zeroEllDevice')
|
||||
use iso_c_binding
|
||||
type(c_ptr), value :: deviceMat
|
||||
end subroutine zeroEllDevice
|
||||
end interface
|
||||
|
||||
interface
|
||||
subroutine resetEllTimer() bind(c,name='resetEllTimer')
|
||||
use iso_c_binding
|
||||
end subroutine resetEllTimer
|
||||
end interface
|
||||
interface
|
||||
function getEllTimer() &
|
||||
& bind(c,name='getEllTimer') result(res)
|
||||
use iso_c_binding
|
||||
real(c_double) :: res
|
||||
end function getEllTimer
|
||||
end interface
|
||||
|
||||
|
||||
interface
|
||||
function getEllDevicePitch(deviceMat) &
|
||||
& bind(c,name='getEllDevicePitch') result(res)
|
||||
use iso_c_binding
|
||||
type(c_ptr), value :: deviceMat
|
||||
integer(c_int) :: res
|
||||
end function getEllDevicePitch
|
||||
end interface
|
||||
|
||||
interface
|
||||
function getEllDeviceMaxRowSize(deviceMat) &
|
||||
& bind(c,name='getEllDeviceMaxRowSize') result(res)
|
||||
use iso_c_binding
|
||||
type(c_ptr), value :: deviceMat
|
||||
integer(c_int) :: res
|
||||
end function getEllDeviceMaxRowSize
|
||||
end interface
|
||||
|
||||
|
||||
interface psi_CopyCooToElg
|
||||
function psiCopyCooToElgFloat(nr, nc, nza, hacksz, ldv, nzm, irn, &
|
||||
& idisp, ja, val, deviceMat) &
|
||||
& result(res) bind(c,name='psiCopyCooToElgFloat')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
integer(c_int), value :: nr,nc,nza,hacksz,ldv,nzm
|
||||
type(c_ptr), value :: deviceMat
|
||||
real(c_float) :: val(*)
|
||||
integer(c_int) :: irn(*),idisp(*),ja(*)
|
||||
end function psiCopyCooToElgFloat
|
||||
function psiCopyCooToElgDouble(nr, nc, nza, hacksz, ldv, nzm, irn, &
|
||||
& idisp, ja, val, deviceMat) &
|
||||
& result(res) bind(c,name='psiCopyCooToElgDouble')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
integer(c_int), value :: nr,nc,nza,hacksz,ldv,nzm
|
||||
type(c_ptr), value :: deviceMat
|
||||
real(c_double) :: val(*)
|
||||
integer(c_int) :: irn(*),idisp(*),ja(*)
|
||||
end function psiCopyCooToElgDouble
|
||||
function psiCopyCooToElgFloatComplex(nr, nc, nza, hacksz, ldv, nzm, irn, &
|
||||
& idisp, ja, val, deviceMat) &
|
||||
& result(res) bind(c,name='psiCopyCooToElgFloatComplex')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
integer(c_int), value :: nr,nc,nza,hacksz,ldv,nzm
|
||||
type(c_ptr), value :: deviceMat
|
||||
complex(c_float_complex) :: val(*)
|
||||
integer(c_int) :: irn(*),idisp(*),ja(*)
|
||||
end function psiCopyCooToElgFloatComplex
|
||||
function psiCopyCooToElgDoubleComplex(nr, nc, nza, hacksz, ldv, nzm, irn, &
|
||||
& idisp, ja, val, deviceMat) &
|
||||
& result(res) bind(c,name='psiCopyCooToElgDoubleComplex')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
integer(c_int), value :: nr,nc,nza,hacksz,ldv,nzm
|
||||
type(c_ptr), value :: deviceMat
|
||||
complex(c_double_complex) :: val(*)
|
||||
integer(c_int) :: irn(*),idisp(*),ja(*)
|
||||
end function psiCopyCooToElgDoubleComplex
|
||||
end interface
|
||||
|
||||
interface csputEllDeviceFloat
|
||||
function dev_csputEllDeviceFloat(deviceMat, nnz, ia, ja, val) &
|
||||
& result(res) bind(c,name='dev_csputEllDeviceFloat')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
type(c_ptr), value :: deviceMat , ia, ja, val
|
||||
integer(c_int), value :: nnz
|
||||
end function dev_csputEllDeviceFloat
|
||||
end interface
|
||||
|
||||
interface csputEllDeviceDouble
|
||||
function dev_csputEllDeviceDouble(deviceMat, nnz, ia, ja, val) &
|
||||
& result(res) bind(c,name='dev_csputEllDeviceDouble')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
type(c_ptr), value :: deviceMat , ia, ja, val
|
||||
integer(c_int), value :: nnz
|
||||
end function dev_csputEllDeviceDouble
|
||||
end interface
|
||||
|
||||
interface csputEllDeviceFloatComplex
|
||||
function dev_csputEllDeviceFloatComplex(deviceMat, nnz, ia, ja, val) &
|
||||
& result(res) bind(c,name='dev_csputEllDeviceFloatComplex')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
type(c_ptr), value :: deviceMat , ia, ja, val
|
||||
integer(c_int), value :: nnz
|
||||
end function dev_csputEllDeviceFloatComplex
|
||||
end interface
|
||||
|
||||
interface csputEllDeviceDoubleComplex
|
||||
function dev_csputEllDeviceDoubleComplex(deviceMat, nnz, ia, ja, val) &
|
||||
& result(res) bind(c,name='dev_csputEllDeviceDoubleComplex')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
type(c_ptr), value :: deviceMat , ia, ja, val
|
||||
integer(c_int), value :: nnz
|
||||
end function dev_csputEllDeviceDoubleComplex
|
||||
end interface
|
||||
|
||||
interface spmvEllDevice
|
||||
function spmvEllDeviceFloat(deviceMat,alpha,x,beta,y) &
|
||||
& result(res) bind(c,name='spmvEllDeviceFloat')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
type(c_ptr), value :: deviceMat, x, y
|
||||
real(c_float),value :: alpha, beta
|
||||
end function spmvEllDeviceFloat
|
||||
function spmvEllDeviceDouble(deviceMat,alpha,x,beta,y) &
|
||||
& result(res) bind(c,name='spmvEllDeviceDouble')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
type(c_ptr), value :: deviceMat, x, y
|
||||
real(c_double),value :: alpha, beta
|
||||
end function spmvEllDeviceDouble
|
||||
function spmvEllDeviceFloatComplex(deviceMat,alpha,x,beta,y) &
|
||||
& result(res) bind(c,name='spmvEllDeviceFloatComplex')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
type(c_ptr), value :: deviceMat, x, y
|
||||
complex(c_float_complex),value :: alpha, beta
|
||||
end function spmvEllDeviceFloatComplex
|
||||
function spmvEllDeviceDoubleComplex(deviceMat,alpha,x,beta,y) &
|
||||
& result(res) bind(c,name='spmvEllDeviceDoubleComplex')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
type(c_ptr), value :: deviceMat, x, y
|
||||
complex(c_double_complex),value :: alpha, beta
|
||||
end function spmvEllDeviceDoubleComplex
|
||||
end interface
|
||||
|
||||
end module elldev_mod
|
||||
@ -0,0 +1,76 @@
|
||||
/* Parallel Sparse BLAS GPU plugin */
|
||||
/* (C) Copyright 2013 */
|
||||
|
||||
/* Salvatore Filippone */
|
||||
/* Alessandro Fanfarillo */
|
||||
|
||||
/* Redistribution and use in source and binary forms, with or without */
|
||||
/* modification, are permitted provided that the following conditions */
|
||||
/* are met: */
|
||||
/* 1. Redistributions of source code must retain the above copyright */
|
||||
/* notice, this list of conditions and the following disclaimer. */
|
||||
/* 2. Redistributions in binary form must reproduce the above copyright */
|
||||
/* notice, this list of conditions, and the following disclaimer in the */
|
||||
/* documentation and/or other materials provided with the distribution. */
|
||||
/* 3. The name of the PSBLAS group or the names of its contributors may */
|
||||
/* not be used to endorse or promote products derived from this */
|
||||
/* software without specific written permission. */
|
||||
|
||||
/* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS */
|
||||
/* ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED */
|
||||
/* TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR */
|
||||
/* PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS */
|
||||
/* BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR */
|
||||
/* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF */
|
||||
/* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS */
|
||||
/* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN */
|
||||
/* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) */
|
||||
/* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE */
|
||||
/* POSSIBILITY OF SUCH DAMAGE. */
|
||||
|
||||
|
||||
|
||||
#include <stdio.h>
|
||||
#include <stdlib.h>
|
||||
|
||||
#include <cuda_runtime.h>
|
||||
#include "cintrf.h"
|
||||
#include "fcusparse.h"
|
||||
|
||||
static cusparseHandle_t *cusparse_handle=NULL;
|
||||
|
||||
|
||||
void setHandle(cusparseHandle_t);
|
||||
|
||||
int FcusparseCreate()
|
||||
{
|
||||
int ret=CUSPARSE_STATUS_SUCCESS;
|
||||
cusparseHandle_t *handle;
|
||||
if (cusparse_handle == NULL) {
|
||||
if ((handle = (cusparseHandle_t *)malloc(sizeof(cusparseHandle_t)))==NULL)
|
||||
return((int) CUSPARSE_STATUS_ALLOC_FAILED);
|
||||
ret = (int)cusparseCreate(handle);
|
||||
if (ret == CUSPARSE_STATUS_SUCCESS)
|
||||
cusparse_handle = handle;
|
||||
}
|
||||
fprintf(stderr,"Created cusparses_handle\n");
|
||||
return (ret);
|
||||
}
|
||||
|
||||
int FcusparseDestroy()
|
||||
{
|
||||
int val;
|
||||
if (cusparse_handle!=NULL){
|
||||
val = (int) cusparseDestroy(*cusparse_handle);
|
||||
free(cusparse_handle);
|
||||
}
|
||||
cusparse_handle=NULL;
|
||||
return(val);
|
||||
}
|
||||
cusparseHandle_t *getHandle()
|
||||
{
|
||||
if (cusparse_handle == NULL)
|
||||
FcusparseCreate();
|
||||
return(cusparse_handle);
|
||||
}
|
||||
|
||||
@ -0,0 +1,68 @@
|
||||
/* Parallel Sparse BLAS GPU plugin */
|
||||
/* (C) Copyright 2013 */
|
||||
|
||||
/* Salvatore Filippone */
|
||||
/* Alessandro Fanfarillo */
|
||||
|
||||
/* Redistribution and use in source and binary forms, with or without */
|
||||
/* modification, are permitted provided that the following conditions */
|
||||
/* are met: */
|
||||
/* 1. Redistributions of source code must retain the above copyright */
|
||||
/* notice, this list of conditions and the following disclaimer. */
|
||||
/* 2. Redistributions in binary form must reproduce the above copyright */
|
||||
/* notice, this list of conditions, and the following disclaimer in the */
|
||||
/* documentation and/or other materials provided with the distribution. */
|
||||
/* 3. The name of the PSBLAS group or the names of its contributors may */
|
||||
/* not be used to endorse or promote products derived from this */
|
||||
/* software without specific written permission. */
|
||||
|
||||
/* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS */
|
||||
/* ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED */
|
||||
/* TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR */
|
||||
/* PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS */
|
||||
/* BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR */
|
||||
/* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF */
|
||||
/* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS */
|
||||
/* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN */
|
||||
/* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) */
|
||||
/* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE */
|
||||
/* POSSIBILITY OF SUCH DAMAGE. */
|
||||
|
||||
|
||||
|
||||
#ifndef FCUSPARSE_
|
||||
#define FCUSPARSE_
|
||||
|
||||
#include <cuda_runtime.h>
|
||||
#if CUDA_SHORT_VERSION <= 10
|
||||
#include <cusparse_v2.h>
|
||||
#else
|
||||
#include <cusparse.h>
|
||||
#endif
|
||||
#include "cintrf.h"
|
||||
|
||||
int FcusparseCreate();
|
||||
int FcusparseDestroy();
|
||||
cusparseHandle_t *getHandle();
|
||||
|
||||
#define CHECK_CUDA(func) \
|
||||
{ \
|
||||
cudaError_t status = (func); \
|
||||
if (status != cudaSuccess) { \
|
||||
printf("CUDA API failed at line %d with error: %s (%d)\n", \
|
||||
__LINE__, cudaGetErrorString(status), status); \
|
||||
return EXIT_FAILURE; \
|
||||
} \
|
||||
}
|
||||
|
||||
#define CHECK_CUSPARSE(func) \
|
||||
{ \
|
||||
cusparseStatus_t status = (func); \
|
||||
if (status != CUSPARSE_STATUS_SUCCESS) { \
|
||||
printf("CUSPARSE API failed at line %d with error: %s (%d)\n", \
|
||||
__LINE__, cusparseGetErrorString(status), status); \
|
||||
return EXIT_FAILURE; \
|
||||
} \
|
||||
}
|
||||
|
||||
#endif
|
||||
@ -0,0 +1,824 @@
|
||||
/* Parallel Sparse BLAS GPU plugin */
|
||||
/* (C) Copyright 2013 */
|
||||
|
||||
/* Salvatore Filippone */
|
||||
/* Alessandro Fanfarillo */
|
||||
|
||||
/* Redistribution and use in source and binary forms, with or without */
|
||||
/* modification, are permitted provided that the following conditions */
|
||||
/* are met: */
|
||||
/* 1. Redistributions of source code must retain the above copyright */
|
||||
/* notice, this list of conditions and the following disclaimer. */
|
||||
/* 2. Redistributions in binary form must reproduce the above copyright */
|
||||
/* notice, this list of conditions, and the following disclaimer in the */
|
||||
/* documentation and/or other materials provided with the distribution. */
|
||||
/* 3. The name of the PSBLAS group or the names of its contributors may */
|
||||
/* not be used to endorse or promote products derived from this */
|
||||
/* software without specific written permission. */
|
||||
|
||||
/* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS */
|
||||
/* ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED */
|
||||
/* TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR */
|
||||
/* PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS */
|
||||
/* BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR */
|
||||
/* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF */
|
||||
/* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS */
|
||||
/* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN */
|
||||
/* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) */
|
||||
/* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE */
|
||||
/* POSSIBILITY OF SUCH DAMAGE. */
|
||||
|
||||
typedef struct T_CSRGDeviceMat
|
||||
{
|
||||
#if CUDA_SHORT_VERSION <= 10
|
||||
cusparseMatDescr_t descr;
|
||||
cusparseSolveAnalysisInfo_t triang;
|
||||
#elif CUDA_VERSION < 11030
|
||||
cusparseMatDescr_t descr;
|
||||
csrsv2Info_t triang;
|
||||
size_t mvbsize, svbsize;
|
||||
void *mvbuffer, *svbuffer;
|
||||
#else
|
||||
cusparseSpMatDescr_t *spmvDescr;
|
||||
cusparseSpSVDescr_t *spsvDescr;
|
||||
size_t mvbsize, svbsize;
|
||||
void *mvbuffer, *svbuffer;
|
||||
#endif
|
||||
int m, n, nz;
|
||||
TYPE *val;
|
||||
int *irp;
|
||||
int *ja;
|
||||
} T_CSRGDeviceMat;
|
||||
|
||||
/* Interoperability: type coming from Fortran side to distinguish D/S/C/Z. */
|
||||
typedef struct T_Cmat
|
||||
{
|
||||
T_CSRGDeviceMat *mat;
|
||||
} T_Cmat;
|
||||
|
||||
#if CUDA_SHORT_VERSION <= 10
|
||||
typedef struct T_HYBGDeviceMat
|
||||
{
|
||||
cusparseMatDescr_t descr;
|
||||
cusparseSolveAnalysisInfo_t triang;
|
||||
cusparseHybMat_t hybA;
|
||||
int m, n, nz;
|
||||
TYPE *val;
|
||||
int *irp;
|
||||
int *ja;
|
||||
} T_HYBGDeviceMat;
|
||||
|
||||
|
||||
/* Interoperability: type coming from Fortran side to distinguish D/S/C/Z. */
|
||||
typedef struct T_Hmat
|
||||
{
|
||||
T_HYBGDeviceMat *mat;
|
||||
} T_Hmat;
|
||||
#endif
|
||||
|
||||
int T_spmvCSRGDevice(T_Cmat *Mat, TYPE alpha, void *deviceX,
|
||||
TYPE beta, void *deviceY);
|
||||
int T_spsvCSRGDevice(T_Cmat *Mat, TYPE alpha, void *deviceX,
|
||||
TYPE beta, void *deviceY);
|
||||
int T_CSRGDeviceAlloc(T_Cmat *Mat,int nr, int nc, int nz);
|
||||
int T_CSRGDeviceFree(T_Cmat *Mat);
|
||||
|
||||
|
||||
int T_CSRGHost2Device(T_Cmat *Mat, int m, int n, int nz,
|
||||
int *irp, int *ja, TYPE *val);
|
||||
int T_CSRGDevice2Host(T_Cmat *Mat, int m, int n, int nz,
|
||||
int *irp, int *ja, TYPE *val);
|
||||
|
||||
int T_CSRGDeviceGetParms(T_Cmat *Mat,int *nr, int *nc, int *nz);
|
||||
|
||||
#if CUDA_SHORT_VERSION <= 10
|
||||
int T_CSRGDeviceSetMatType(T_Cmat *Mat, int type);
|
||||
int T_CSRGDeviceSetMatFillMode(T_Cmat *Mat, int type);
|
||||
int T_CSRGDeviceSetMatDiagType(T_Cmat *Mat, int type);
|
||||
int T_CSRGDeviceSetMatIndexBase(T_Cmat *Mat, int type);
|
||||
int T_CSRGDeviceCsrsmAnalysis(T_Cmat *Mat);
|
||||
#elif CUDA_VERSION < 11030
|
||||
int T_CSRGDeviceSetMatType(T_Cmat *Mat, int type);
|
||||
int T_CSRGDeviceSetMatFillMode(T_Cmat *Mat, int type);
|
||||
int T_CSRGDeviceSetMatDiagType(T_Cmat *Mat, int type);
|
||||
int T_CSRGDeviceSetMatIndexBase(T_Cmat *Mat, int type);
|
||||
#else
|
||||
|
||||
int T_CSRGCreateSpMVDescr(T_CSRGDeviceMat *cMat);
|
||||
int T_CSRGIsNullSvBuffer(T_CSRGDeviceMat *cMat);
|
||||
int T_CSRGIsNullSvDescr(T_CSRGDeviceMat *cMat);
|
||||
int T_CSRGIsNullMvDescr(T_CSRGDeviceMat *cMat);
|
||||
#endif
|
||||
|
||||
|
||||
|
||||
#if CUDA_SHORT_VERSION <= 10
|
||||
|
||||
|
||||
int T_HYBGDeviceFree(T_Hmat *Matrix);
|
||||
int T_spmvHYBGDevice(T_Hmat *Matrix, TYPE alpha, void *deviceX,
|
||||
TYPE beta, void *deviceY);
|
||||
int T_HYBGDeviceAlloc(T_Hmat *Matrix,int nr, int nc, int nz);
|
||||
int T_HYBGDeviceSetMatDiagType(T_Hmat *Matrix, int type);
|
||||
int T_HYBGDeviceSetMatIndexBase(T_Hmat *Matrix, int type);
|
||||
int T_HYBGDeviceSetMatType(T_Hmat *Matrix, int type);
|
||||
int T_HYBGDeviceSetMatFillMode(T_Hmat *Matrix, int type);
|
||||
int T_HYBGDeviceHybsmAnalysis(T_Hmat *Matrix);
|
||||
int T_spsvHYBGDevice(T_Hmat *Matrix, TYPE alpha, void *deviceX,
|
||||
TYPE beta, void *deviceY);
|
||||
int T_HYBGHost2Device(T_Hmat *Matrix, int m, int n, int nz,
|
||||
int *irp, int *ja, TYPE *val);
|
||||
#endif
|
||||
|
||||
int T_spmvCSRGDevice(T_Cmat *Matrix, TYPE alpha, void *deviceX,
|
||||
TYPE beta, void *deviceY)
|
||||
{
|
||||
T_CSRGDeviceMat *cMat=Matrix->mat;
|
||||
struct MultiVectDevice *x = (struct MultiVectDevice *) deviceX;
|
||||
struct MultiVectDevice *y = (struct MultiVectDevice *) deviceY;
|
||||
void *vX, *vY;
|
||||
int r,n;
|
||||
cusparseHandle_t *my_handle=getHandle();
|
||||
TYPE ealpha=alpha, ebeta=beta;
|
||||
#if CUDA_SHORT_VERSION <= 10
|
||||
/* getAddrMultiVecDevice(deviceX, &vX); */
|
||||
/* getAddrMultiVecDevice(deviceY, &vY); */
|
||||
vX=x->v_;
|
||||
vY=y->v_;
|
||||
|
||||
CHECK_CUSPARSE(cusparseTcsrmv(*my_handle,CUSPARSE_OPERATION_NON_TRANSPOSE,
|
||||
cMat->m,cMat->n,cMat->nz,(const TYPE *) &alpha,cMat->descr,
|
||||
cMat->val, cMat->irp, cMat->ja,
|
||||
(const TYPE *) vX, (const TYPE *) &beta, (TYPE *) vY));
|
||||
|
||||
#elif CUDA_VERSION < 11030
|
||||
size_t bfsz;
|
||||
vX=x->v_;
|
||||
vY=y->v_;
|
||||
#if 1
|
||||
CHECK_CUSPARSE(cusparseCsrmvEx_bufferSize(*my_handle,CUSPARSE_ALG_MERGE_PATH,
|
||||
CUSPARSE_OPERATION_NON_TRANSPOSE,
|
||||
cMat->m,cMat->n,cMat->nz,
|
||||
(const void *) &ealpha,CUSPARSE_BASE_TYPE,
|
||||
cMat->descr,
|
||||
(const void *) cMat->val,
|
||||
CUSPARSE_BASE_TYPE,
|
||||
(const int *) cMat->irp,
|
||||
(const int *) cMat->ja,
|
||||
(const void *) vX, CUSPARSE_BASE_TYPE,
|
||||
(const void *) &ebeta, CUSPARSE_BASE_TYPE,
|
||||
(void *) vY, CUSPARSE_BASE_TYPE,
|
||||
CUSPARSE_BASE_TYPE, &bfsz));
|
||||
#else
|
||||
bfsz=cMat->nz;
|
||||
#endif
|
||||
|
||||
if (bfsz > cMat->mvbsize) {
|
||||
if (cMat->mvbuffer != NULL) {
|
||||
CHECK_CUDA(cudaFree(cMat->mvbuffer));
|
||||
cMat->mvbuffer = NULL;
|
||||
}
|
||||
CHECK_CUDA(cudaMalloc((void **) &(cMat->mvbuffer), bfsz));
|
||||
cMat->mvbsize = bfsz;
|
||||
}
|
||||
CHECK_CUSPARSE(cusparseCsrmvEx(*my_handle,
|
||||
CUSPARSE_ALG_MERGE_PATH,
|
||||
CUSPARSE_OPERATION_NON_TRANSPOSE,
|
||||
cMat->m,cMat->n,cMat->nz,
|
||||
(const void *) &ealpha,CUSPARSE_BASE_TYPE,
|
||||
cMat->descr,
|
||||
(const void *) cMat->val, CUSPARSE_BASE_TYPE,
|
||||
(const int *) cMat->irp, (const int *) cMat->ja,
|
||||
(const void *) vX, CUSPARSE_BASE_TYPE,
|
||||
(const void *) &ebeta, CUSPARSE_BASE_TYPE,
|
||||
(void *) vY, CUSPARSE_BASE_TYPE,
|
||||
CUSPARSE_BASE_TYPE, (void *) cMat->mvbuffer));
|
||||
|
||||
#else
|
||||
cusparseDnVecDescr_t vecX, vecY;
|
||||
size_t bfsz;
|
||||
|
||||
if (T_CSRGIsNullMvDescr(cMat)) {
|
||||
cMat->spmvDescr = (cusparseSpMatDescr_t *) malloc(sizeof(cusparseSpMatDescr_t *));
|
||||
}
|
||||
T_CSRGCreateSpMVDescr(cMat);
|
||||
vX=x->v_;
|
||||
vY=y->v_;
|
||||
CHECK_CUSPARSE( cusparseCreateDnVec(&vecY, cMat->m, vY, CUSPARSE_BASE_TYPE) );
|
||||
CHECK_CUSPARSE( cusparseCreateDnVec(&vecX, cMat->n, vX, CUSPARSE_BASE_TYPE) );
|
||||
CHECK_CUSPARSE(cusparseSpMV_bufferSize(*my_handle,CUSPARSE_OPERATION_NON_TRANSPOSE,
|
||||
&alpha,(*(cMat->spmvDescr)),vecX,&beta,vecY,
|
||||
CUSPARSE_BASE_TYPE,CUSPARSE_SPMV_ALG_DEFAULT,
|
||||
&bfsz));
|
||||
if (bfsz > cMat->mvbsize) {
|
||||
if (cMat->mvbuffer != NULL) {
|
||||
CHECK_CUDA(cudaFree(cMat->mvbuffer));
|
||||
cMat->mvbuffer = NULL;
|
||||
}
|
||||
CHECK_CUDA(cudaMalloc((void **) &(cMat->mvbuffer), bfsz));
|
||||
cMat->mvbsize = bfsz;
|
||||
}
|
||||
CHECK_CUSPARSE(cusparseSpMV(*my_handle,CUSPARSE_OPERATION_NON_TRANSPOSE,
|
||||
&alpha,(*(cMat->spmvDescr)),vecX,&beta,vecY,
|
||||
CUSPARSE_BASE_TYPE,CUSPARSE_SPMV_ALG_DEFAULT,
|
||||
cMat->mvbuffer));
|
||||
CHECK_CUSPARSE(cusparseDestroyDnVec(vecX) );
|
||||
CHECK_CUSPARSE(cusparseDestroyDnVec(vecY) );
|
||||
CHECK_CUSPARSE(cusparseDestroySpMat(*(cMat->spmvDescr)));
|
||||
#endif
|
||||
}
|
||||
|
||||
int T_spsvCSRGDevice(T_Cmat *Matrix, TYPE alpha, void *deviceX,
|
||||
TYPE beta, void *deviceY)
|
||||
{
|
||||
T_CSRGDeviceMat *cMat=Matrix->mat;
|
||||
struct MultiVectDevice *x = (struct MultiVectDevice *) deviceX;
|
||||
struct MultiVectDevice *y = (struct MultiVectDevice *) deviceY;
|
||||
void *vX, *vY;
|
||||
int r,n;
|
||||
cusparseHandle_t *my_handle=getHandle();
|
||||
#if CUDA_SHORT_VERSION <= 10
|
||||
vX=x->v_;
|
||||
vY=y->v_;
|
||||
|
||||
return cusparseTcsrsv_solve(*my_handle,CUSPARSE_OPERATION_NON_TRANSPOSE,
|
||||
cMat->m,(const TYPE *) &alpha,cMat->descr,
|
||||
cMat->val, cMat->irp, cMat->ja, cMat->triang,
|
||||
(const TYPE *) vX, (TYPE *) vY);
|
||||
#elif CUDA_VERSION < 11030
|
||||
vX=x->v_;
|
||||
vY=y->v_;
|
||||
CHECK_CUSPARSE(cusparseTcsrsv2_solve(*my_handle,CUSPARSE_OPERATION_NON_TRANSPOSE,
|
||||
cMat->m,cMat->nz,
|
||||
(const TYPE *) &alpha,
|
||||
cMat->descr,
|
||||
cMat->val, cMat->irp, cMat->ja,
|
||||
cMat->triang,
|
||||
(const TYPE *) vX, (TYPE *) vY,
|
||||
CUSPARSE_SOLVE_POLICY_USE_LEVEL,
|
||||
(void *) cMat->svbuffer));
|
||||
#else
|
||||
cusparseDnVecDescr_t vecX, vecY;
|
||||
size_t bfsz;
|
||||
vX=x->v_;
|
||||
vY=y->v_;
|
||||
CHECK_CUSPARSE( cusparseCreateDnVec(&vecY, cMat->m, vY, CUSPARSE_BASE_TYPE) );
|
||||
CHECK_CUSPARSE( cusparseCreateDnVec(&vecX, cMat->n, vX, CUSPARSE_BASE_TYPE) );
|
||||
if (T_CSRGIsNullMvDescr(cMat)) {
|
||||
cMat->spmvDescr = (cusparseSpMatDescr_t *) malloc(sizeof(cusparseSpMatDescr_t *));
|
||||
}
|
||||
T_CSRGCreateSpMVDescr(cMat);
|
||||
// fprintf(stderr,"Entry to SpSVDevice: %d %p\n",
|
||||
// T_CSRGIsNullSvDescr(cMat),cMat->spsvDescr);
|
||||
if (T_CSRGIsNullSvDescr(cMat)) {
|
||||
cMat->spsvDescr=(cusparseSpSVDescr_t *) malloc(sizeof(cusparseSpSVDescr_t *));
|
||||
cMat->svbsize=0;
|
||||
CHECK_CUSPARSE( cusparseSpSV_createDescr(cMat->spsvDescr) );
|
||||
//fprintf(stderr,"Entry to SpSVDevice: %d %p %d\n",
|
||||
// T_CSRGIsNullSvDescr(cMat),cMat->spsvDescr,cMat->svbsize);
|
||||
CHECK_CUSPARSE(cusparseSpSV_bufferSize(*my_handle,CUSPARSE_OPERATION_NON_TRANSPOSE,
|
||||
&alpha,*(cMat->spmvDescr),vecX,vecY,
|
||||
CUSPARSE_BASE_TYPE,
|
||||
CUSPARSE_SPSV_ALG_DEFAULT,
|
||||
*(cMat->spsvDescr),
|
||||
&bfsz));
|
||||
if (bfsz > cMat->svbsize) {
|
||||
if (cMat->svbuffer != NULL) {
|
||||
CHECK_CUDA(cudaFree(cMat->svbuffer));
|
||||
cMat->svbuffer = NULL;
|
||||
}
|
||||
CHECK_CUDA(cudaMalloc((void **) &(cMat->svbuffer), bfsz));
|
||||
cMat->svbsize=bfsz;
|
||||
CHECK_CUSPARSE(cusparseSpSV_analysis(*my_handle,
|
||||
CUSPARSE_OPERATION_NON_TRANSPOSE,
|
||||
&alpha,
|
||||
*(cMat->spmvDescr),
|
||||
vecX, vecY,
|
||||
CUSPARSE_BASE_TYPE,
|
||||
CUSPARSE_SPSV_ALG_DEFAULT,
|
||||
*(cMat->spsvDescr),
|
||||
cMat->svbuffer));
|
||||
}
|
||||
if (T_CSRGIsNullSvBuffer(cMat)) {
|
||||
fprintf(stderr,"SpSV_SOLVE NULL spsv-buffer\n");
|
||||
}
|
||||
}
|
||||
CHECK_CUSPARSE(cusparseSpSV_solve(*my_handle,CUSPARSE_OPERATION_NON_TRANSPOSE,
|
||||
&alpha,*(cMat->spmvDescr),vecX,vecY,
|
||||
CUSPARSE_BASE_TYPE,
|
||||
CUSPARSE_SPSV_ALG_DEFAULT,
|
||||
*(cMat->spsvDescr)));
|
||||
CHECK_CUSPARSE(cusparseDestroyDnVec(vecX) );
|
||||
CHECK_CUSPARSE(cusparseDestroyDnVec(vecY) );
|
||||
CHECK_CUSPARSE(cusparseDestroySpMat(*(cMat->spmvDescr)));
|
||||
#endif
|
||||
}
|
||||
|
||||
#if CUDA_VERSION >= 11030
|
||||
T_CSRGCreateSpMVDescr(T_CSRGDeviceMat *cMat)
|
||||
{
|
||||
int64_t tr,tc,tz;
|
||||
tr = cMat->m;
|
||||
tc = cMat->n;
|
||||
tz = cMat->nz;
|
||||
CHECK_CUSPARSE(cusparseCreateCsr(cMat->spmvDescr,
|
||||
tr,tc,tz,
|
||||
(void *) cMat->irp,
|
||||
(void *) cMat->ja,
|
||||
(void *) cMat->val,
|
||||
CUSPARSE_INDEX_32I,
|
||||
CUSPARSE_INDEX_32I,
|
||||
CUSPARSE_INDEX_BASE_ONE,
|
||||
CUSPARSE_BASE_TYPE) );
|
||||
}
|
||||
#endif
|
||||
int T_CSRGDeviceAlloc(T_Cmat *Matrix,int nr, int nc, int nz)
|
||||
{
|
||||
T_CSRGDeviceMat *cMat;
|
||||
int nr1=nr, nz1=nz, rc;
|
||||
cusparseHandle_t *my_handle=getHandle();
|
||||
int bfsz;
|
||||
|
||||
if ((nr<0)||(nc<0)||(nz<0))
|
||||
return((int) CUSPARSE_STATUS_INVALID_VALUE);
|
||||
if ((cMat=(T_CSRGDeviceMat *) malloc(sizeof(T_CSRGDeviceMat)))==NULL)
|
||||
return((int) CUSPARSE_STATUS_ALLOC_FAILED);
|
||||
cMat->m = nr;
|
||||
cMat->n = nc;
|
||||
cMat->nz = nz;
|
||||
if (nr1 == 0) nr1 = 1;
|
||||
if (nz1 == 0) nz1 = 1;
|
||||
if ((rc= allocRemoteBuffer(((void **) &(cMat->irp)), ((nr1+1)*sizeof(int)))) != 0)
|
||||
return(rc);
|
||||
if ((rc= allocRemoteBuffer(((void **) &(cMat->ja)), ((nz1)*sizeof(int)))) != 0)
|
||||
return(rc);
|
||||
if ((rc= allocRemoteBuffer(((void **) &(cMat->val)), ((nz1)*sizeof(TYPE)))) != 0)
|
||||
return(rc);
|
||||
#if CUDA_SHORT_VERSION <= 10
|
||||
if ((rc= cusparseCreateMatDescr(&(cMat->descr))) !=0)
|
||||
return(rc);
|
||||
if ((rc= cusparseCreateSolveAnalysisInfo(&(cMat->triang))) !=0)
|
||||
return(rc);
|
||||
#elif CUDA_VERSION < 11030
|
||||
if ((rc= cusparseCreateMatDescr(&(cMat->descr))) !=0)
|
||||
return(rc);
|
||||
CHECK_CUSPARSE(cusparseSetMatType(cMat->descr,CUSPARSE_MATRIX_TYPE_GENERAL));
|
||||
CHECK_CUSPARSE(cusparseSetMatDiagType(cMat->descr,CUSPARSE_DIAG_TYPE_NON_UNIT));
|
||||
CHECK_CUSPARSE(cusparseSetMatIndexBase(cMat->descr,CUSPARSE_INDEX_BASE_ONE));
|
||||
CHECK_CUSPARSE(cusparseCreateCsrsv2Info(&(cMat->triang)));
|
||||
if (cMat->nz > 0) {
|
||||
CHECK_CUSPARSE(cusparseTcsrsv2_bufferSize(*my_handle,
|
||||
CUSPARSE_OPERATION_NON_TRANSPOSE,
|
||||
cMat->m,cMat->nz, cMat->descr,
|
||||
cMat->val, cMat->irp, cMat->ja,
|
||||
cMat->triang, &bfsz));
|
||||
} else {
|
||||
bfsz = 0;
|
||||
}
|
||||
|
||||
/* if (cMat->svbuffer != NULL) { */
|
||||
/* fprintf(stderr,"Calling cudaFree\n"); */
|
||||
/* CHECK_CUDA(cudaFree(cMat->svbuffer)); */
|
||||
/* cMat->svbuffer = NULL; */
|
||||
/* } */
|
||||
if (bfsz > 0) {
|
||||
CHECK_CUDA(cudaMalloc((void **) &(cMat->svbuffer), bfsz));
|
||||
} else {
|
||||
cMat->svbuffer=NULL;
|
||||
}
|
||||
cMat->svbsize=bfsz;
|
||||
|
||||
cMat->mvbuffer=NULL;
|
||||
cMat->mvbsize = 0;
|
||||
|
||||
|
||||
#else
|
||||
|
||||
cMat->spmvDescr=NULL;
|
||||
cMat->spsvDescr=NULL;
|
||||
cMat->mvbuffer=NULL;
|
||||
cMat->svbuffer=NULL;
|
||||
cMat->mvbsize=0;
|
||||
cMat->svbsize=0;
|
||||
#endif
|
||||
Matrix->mat = cMat;
|
||||
return(CUSPARSE_STATUS_SUCCESS);
|
||||
}
|
||||
|
||||
int T_CSRGDeviceFree(T_Cmat *Matrix)
|
||||
{
|
||||
T_CSRGDeviceMat *cMat= Matrix->mat;
|
||||
|
||||
if (cMat!=NULL) {
|
||||
freeRemoteBuffer(cMat->irp);
|
||||
freeRemoteBuffer(cMat->ja);
|
||||
freeRemoteBuffer(cMat->val);
|
||||
#if CUDA_SHORT_VERSION <= 10
|
||||
cusparseDestroyMatDescr(cMat->descr);
|
||||
cusparseDestroySolveAnalysisInfo(cMat->triang);
|
||||
#elif CUDA_VERSION < 11030
|
||||
cusparseDestroyMatDescr(cMat->descr);
|
||||
cusparseDestroyCsrsv2Info(cMat->triang);
|
||||
#else
|
||||
if (!T_CSRGIsNullMvDescr(cMat)) {
|
||||
// already destroyed spmvDescr, just free the pointer
|
||||
free(cMat->spmvDescr);
|
||||
cMat->spmvDescr=NULL;
|
||||
}
|
||||
if (cMat->mvbuffer!=NULL)
|
||||
CHECK_CUDA( cudaFree(cMat->mvbuffer));
|
||||
cMat->mvbuffer=NULL;
|
||||
cMat->mvbsize=0;
|
||||
if (!T_CSRGIsNullSvDescr(cMat)) {
|
||||
CHECK_CUSPARSE(cusparseSpSV_destroyDescr(*(cMat->spsvDescr)));
|
||||
free(cMat->spsvDescr);
|
||||
cMat->spsvDescr=NULL;
|
||||
}
|
||||
if (cMat->svbuffer!=NULL)
|
||||
CHECK_CUDA( cudaFree(cMat->svbuffer));
|
||||
cMat->svbuffer=NULL;
|
||||
cMat->svbsize=0;
|
||||
#endif
|
||||
free(cMat);
|
||||
Matrix->mat = NULL;
|
||||
}
|
||||
return(CUSPARSE_STATUS_SUCCESS);
|
||||
}
|
||||
|
||||
int T_CSRGDeviceGetParms(T_Cmat *Matrix,int *nr, int *nc, int *nz)
|
||||
{
|
||||
T_CSRGDeviceMat *cMat= Matrix->mat;
|
||||
|
||||
if (cMat!=NULL) {
|
||||
*nr = cMat->m ;
|
||||
*nc = cMat->n ;
|
||||
*nz = cMat->nz ;
|
||||
return(CUSPARSE_STATUS_SUCCESS);
|
||||
} else {
|
||||
return((int) CUSPARSE_STATUS_ALLOC_FAILED);
|
||||
}
|
||||
}
|
||||
|
||||
#if CUDA_SHORT_VERSION <= 10
|
||||
|
||||
int T_CSRGDeviceSetMatType(T_Cmat *Matrix, int type)
|
||||
{
|
||||
T_CSRGDeviceMat *cMat= Matrix->mat;
|
||||
return ((int) cusparseSetMatType(cMat->descr,type));
|
||||
}
|
||||
|
||||
int T_CSRGDeviceSetMatFillMode(T_Cmat *Matrix, int type)
|
||||
{
|
||||
T_CSRGDeviceMat *cMat= Matrix->mat;
|
||||
return ((int) cusparseSetMatFillMode(cMat->descr,type));
|
||||
}
|
||||
|
||||
int T_CSRGDeviceSetMatDiagType(T_Cmat *Matrix, int type)
|
||||
{
|
||||
T_CSRGDeviceMat *cMat= Matrix->mat;
|
||||
return ((int) cusparseSetMatDiagType(cMat->descr,type));
|
||||
}
|
||||
|
||||
int T_CSRGDeviceSetMatIndexBase(T_Cmat *Matrix, int type)
|
||||
{
|
||||
T_CSRGDeviceMat *cMat= Matrix->mat;
|
||||
return ((int) cusparseSetMatIndexBase(cMat->descr,type));
|
||||
}
|
||||
|
||||
int T_CSRGDeviceCsrsmAnalysis(T_Cmat *Matrix)
|
||||
{
|
||||
T_CSRGDeviceMat *cMat= Matrix->mat;
|
||||
int rc, buffersize;
|
||||
cusparseHandle_t *my_handle=getHandle();
|
||||
cusparseSolveAnalysisInfo_t info;
|
||||
|
||||
rc= (int) cusparseTcsrsv_analysis(*my_handle,CUSPARSE_OPERATION_NON_TRANSPOSE,
|
||||
cMat->m,cMat->nz,cMat->descr,
|
||||
cMat->val, cMat->irp, cMat->ja,
|
||||
cMat->triang);
|
||||
if (rc !=0) {
|
||||
fprintf(stderr,"From csrsv_analysis: %d\n",rc);
|
||||
}
|
||||
return(rc);
|
||||
}
|
||||
|
||||
#elif CUDA_VERSION < 11030
|
||||
int T_CSRGDeviceSetMatType(T_Cmat *Matrix, int type)
|
||||
{
|
||||
T_CSRGDeviceMat *cMat= Matrix->mat;
|
||||
return ((int) cusparseSetMatType(cMat->descr,type));
|
||||
}
|
||||
|
||||
int T_CSRGDeviceSetMatFillMode(T_Cmat *Matrix, int type)
|
||||
{
|
||||
T_CSRGDeviceMat *cMat= Matrix->mat;
|
||||
return ((int) cusparseSetMatFillMode(cMat->descr,type));
|
||||
}
|
||||
|
||||
int T_CSRGDeviceSetMatDiagType(T_Cmat *Matrix, int type)
|
||||
{
|
||||
T_CSRGDeviceMat *cMat= Matrix->mat;
|
||||
return ((int) cusparseSetMatDiagType(cMat->descr,type));
|
||||
}
|
||||
|
||||
int T_CSRGDeviceSetMatIndexBase(T_Cmat *Matrix, int type)
|
||||
{
|
||||
T_CSRGDeviceMat *cMat= Matrix->mat;
|
||||
return ((int) cusparseSetMatIndexBase(cMat->descr,type));
|
||||
}
|
||||
|
||||
#else
|
||||
|
||||
int T_CSRGDeviceSetMatFillMode(T_Cmat *Matrix, int type)
|
||||
{
|
||||
T_CSRGDeviceMat *cMat= Matrix->mat;
|
||||
cusparseFillMode_t mode=type;
|
||||
|
||||
CHECK_CUSPARSE(cusparseSpMatSetAttribute(cMat->spmvDescr,
|
||||
CUSPARSE_SPMAT_FILL_MODE,
|
||||
(const void*) &mode,
|
||||
sizeof(cusparseFillMode_t)));
|
||||
return(0);
|
||||
}
|
||||
|
||||
int T_CSRGDeviceSetMatDiagType(T_Cmat *Matrix, int type)
|
||||
{
|
||||
T_CSRGDeviceMat *cMat= Matrix->mat;
|
||||
cusparseDiagType_t cutype=type;
|
||||
CHECK_CUSPARSE(cusparseSpMatSetAttribute(cMat->spmvDescr,
|
||||
CUSPARSE_SPMAT_DIAG_TYPE,
|
||||
(const void*) &cutype,
|
||||
sizeof(cusparseDiagType_t)));
|
||||
return(0);
|
||||
}
|
||||
|
||||
int T_CSRGIsNullMvDescr(T_CSRGDeviceMat *cMat)
|
||||
{
|
||||
return(cMat->spmvDescr == NULL);
|
||||
}
|
||||
|
||||
int T_CSRGIsNullSvBuffer(T_CSRGDeviceMat *cMat)
|
||||
{
|
||||
return(cMat->svbuffer == NULL);
|
||||
}
|
||||
int T_CSRGIsNullSvDescr(T_CSRGDeviceMat *cMat)
|
||||
{
|
||||
return(cMat->spsvDescr == NULL);
|
||||
}
|
||||
|
||||
#endif
|
||||
|
||||
int T_CSRGHost2Device(T_Cmat *Matrix, int m, int n, int nz,
|
||||
int *irp, int *ja, TYPE *val)
|
||||
{
|
||||
int rc;
|
||||
T_CSRGDeviceMat *cMat= Matrix->mat;
|
||||
cusparseHandle_t *my_handle=getHandle();
|
||||
|
||||
if ((rc=writeRemoteBuffer((void *) irp, (void *) cMat->irp,
|
||||
(m+1)*sizeof(int)))
|
||||
!= SPGPU_SUCCESS)
|
||||
return(rc);
|
||||
|
||||
if ((rc=writeRemoteBuffer((void *) ja,(void *) cMat->ja,
|
||||
(nz)*sizeof(int)))
|
||||
!= SPGPU_SUCCESS)
|
||||
return(rc);
|
||||
if ((rc=writeRemoteBuffer((void *) val, (void *) cMat->val,
|
||||
(nz)*sizeof(TYPE)))
|
||||
!= SPGPU_SUCCESS)
|
||||
return(rc);
|
||||
#if (CUDA_SHORT_VERSION > 10 ) && (CUDA_VERSION < 11030)
|
||||
if (cusparseGetMatType(cMat->descr)== CUSPARSE_MATRIX_TYPE_TRIANGULAR) {
|
||||
// Why do we need to set TYPE_GENERAL??? cuSPARSE can be misterious sometimes.
|
||||
cusparseSetMatType(cMat->descr,CUSPARSE_MATRIX_TYPE_GENERAL);
|
||||
CHECK_CUSPARSE(cusparseTcsrsv2_analysis(*my_handle,CUSPARSE_OPERATION_NON_TRANSPOSE,
|
||||
cMat->m,cMat->nz, cMat->descr,
|
||||
cMat->val, cMat->irp, cMat->ja,
|
||||
cMat->triang, CUSPARSE_SOLVE_POLICY_USE_LEVEL,
|
||||
cMat->svbuffer));
|
||||
}
|
||||
#else
|
||||
//cusparseSetMatType(*(cMat->spmvDescr),CUSPARSE_MATRIX_TYPE_GENERAL);
|
||||
#endif
|
||||
return(CUSPARSE_STATUS_SUCCESS);
|
||||
}
|
||||
|
||||
int T_CSRGDevice2Host(T_Cmat *Matrix, int m, int n, int nz,
|
||||
int *irp, int *ja, TYPE *val)
|
||||
{
|
||||
int rc;
|
||||
T_CSRGDeviceMat *cMat = Matrix->mat;
|
||||
|
||||
if ((rc=readRemoteBuffer((void *) irp, (void *) cMat->irp, (m+1)*sizeof(int)))
|
||||
!= SPGPU_SUCCESS)
|
||||
return(rc);
|
||||
|
||||
if ((rc=readRemoteBuffer((void *) ja, (void *) cMat->ja, (nz)*sizeof(int)))
|
||||
!= SPGPU_SUCCESS)
|
||||
return(rc);
|
||||
if ((rc=readRemoteBuffer((void *) val, (void *) cMat->val, (nz)*sizeof(TYPE)))
|
||||
!= SPGPU_SUCCESS)
|
||||
return(rc);
|
||||
|
||||
return(CUSPARSE_STATUS_SUCCESS);
|
||||
}
|
||||
|
||||
#if CUDA_SHORT_VERSION <= 10
|
||||
int T_HYBGDeviceFree(T_Hmat *Matrix)
|
||||
{
|
||||
T_HYBGDeviceMat *hMat= Matrix->mat;
|
||||
if (hMat != NULL) {
|
||||
cusparseDestroyMatDescr(hMat->descr);
|
||||
cusparseDestroySolveAnalysisInfo(hMat->triang);
|
||||
cusparseDestroyHybMat(hMat->hybA);
|
||||
free(hMat);
|
||||
}
|
||||
Matrix->mat = NULL;
|
||||
return(CUSPARSE_STATUS_SUCCESS);
|
||||
}
|
||||
|
||||
int T_spmvHYBGDevice(T_Hmat *Matrix, TYPE alpha, void *deviceX,
|
||||
TYPE beta, void *deviceY)
|
||||
{
|
||||
T_HYBGDeviceMat *hMat=Matrix->mat;
|
||||
struct MultiVectDevice *x = (struct MultiVectDevice *) deviceX;
|
||||
struct MultiVectDevice *y = (struct MultiVectDevice *) deviceY;
|
||||
void *vX, *vY;
|
||||
int r,n,rc;
|
||||
cusparseMatrixType_t type;
|
||||
cusparseHandle_t *my_handle=getHandle();
|
||||
|
||||
/*getAddrMultiVecDevice(deviceX, &vX);
|
||||
getAddrMultiVecDevice(deviceY, &vY); */
|
||||
vX=x->v_;
|
||||
vY=y->v_;
|
||||
|
||||
/* rc = (int) cusparseGetMatType(hMat->descr); */
|
||||
/* fprintf(stderr,"Spmv MatType: %d\n",rc); */
|
||||
/* rc = (int) cusparseGetMatDiagType(hMat->descr); */
|
||||
/* fprintf(stderr,"Spmv DiagType: %d\n",rc); */
|
||||
/* rc = (int) cusparseGetMatFillMode(hMat->descr); */
|
||||
/* fprintf(stderr,"Spmv FillMode: %d\n",rc); */
|
||||
/* Dirty trick: apparently hybmv does not accept a triangular
|
||||
matrix even though it should not make a difference. So
|
||||
we claim it's general anyway */
|
||||
type = cusparseGetMatType(hMat->descr);
|
||||
rc = cusparseSetMatType(hMat->descr,CUSPARSE_MATRIX_TYPE_GENERAL);
|
||||
if (rc == 0)
|
||||
rc = (int) cusparseThybmv(*my_handle, CUSPARSE_OPERATION_NON_TRANSPOSE,
|
||||
(const TYPE *) &alpha, hMat->descr, hMat->hybA,
|
||||
(const TYPE *) vX, (const TYPE *) &beta,
|
||||
(TYPE *) vY);
|
||||
if (rc == 0)
|
||||
rc = cusparseSetMatType(hMat->descr,type);
|
||||
return(rc);
|
||||
}
|
||||
|
||||
int T_HYBGDeviceAlloc(T_Hmat *Matrix,int nr, int nc, int nz)
|
||||
{
|
||||
T_HYBGDeviceMat *hMat;
|
||||
int nr1=nr, nz1=nz, rc;
|
||||
if ((nr<0)||(nc<0)||(nz<0))
|
||||
return((int) CUSPARSE_STATUS_INVALID_VALUE);
|
||||
if ((hMat=(T_HYBGDeviceMat *) malloc(sizeof(T_HYBGDeviceMat)))==NULL)
|
||||
return((int) CUSPARSE_STATUS_ALLOC_FAILED);
|
||||
hMat->m = nr;
|
||||
hMat->n = nc;
|
||||
hMat->nz = nz;
|
||||
|
||||
if ((rc= cusparseCreateMatDescr(&(hMat->descr))) !=0)
|
||||
return(rc);
|
||||
if ((rc= cusparseCreateSolveAnalysisInfo(&(hMat->triang))) !=0)
|
||||
return(rc);
|
||||
if((rc = cusparseCreateHybMat(&(hMat->hybA))) != 0)
|
||||
return(rc);
|
||||
Matrix->mat = hMat;
|
||||
return(CUSPARSE_STATUS_SUCCESS);
|
||||
}
|
||||
|
||||
int T_HYBGDeviceSetMatDiagType(T_Hmat *Matrix, int type)
|
||||
{
|
||||
T_HYBGDeviceMat *hMat= Matrix->mat;
|
||||
return ((int) cusparseSetMatDiagType(hMat->descr,type));
|
||||
}
|
||||
|
||||
int T_HYBGDeviceSetMatIndexBase(T_Hmat *Matrix, int type)
|
||||
{
|
||||
T_HYBGDeviceMat *hMat= Matrix->mat;
|
||||
return ((int) cusparseSetMatIndexBase(hMat->descr,type));
|
||||
}
|
||||
|
||||
int T_HYBGDeviceSetMatType(T_Hmat *Matrix, int type)
|
||||
{
|
||||
T_HYBGDeviceMat *hMat= Matrix->mat;
|
||||
return ((int) cusparseSetMatType(hMat->descr,type));
|
||||
}
|
||||
|
||||
int T_HYBGDeviceSetMatFillMode(T_Hmat *Matrix, int type)
|
||||
{
|
||||
T_HYBGDeviceMat *hMat= Matrix->mat;
|
||||
return ((int) cusparseSetMatFillMode(hMat->descr,type));
|
||||
}
|
||||
|
||||
int T_spsvHYBGDevice(T_Hmat *Matrix, TYPE alpha, void *deviceX,
|
||||
TYPE beta, void *deviceY)
|
||||
{
|
||||
//beta??
|
||||
T_HYBGDeviceMat *hMat=Matrix->mat;
|
||||
struct MultiVectDevice *x = (struct MultiVectDevice *) deviceX;
|
||||
struct MultiVectDevice *y = (struct MultiVectDevice *) deviceY;
|
||||
void *vX, *vY;
|
||||
int r,n;
|
||||
cusparseHandle_t *my_handle=getHandle();
|
||||
/*getAddrMultiVecDevice(deviceX, &vX);
|
||||
getAddrMultiVecDevice(deviceY, &vY); */
|
||||
vX=x->v_;
|
||||
vY=y->v_;
|
||||
|
||||
return cusparseThybsv_solve(*my_handle,CUSPARSE_OPERATION_NON_TRANSPOSE,
|
||||
(const TYPE *) &alpha, hMat->descr,
|
||||
hMat->hybA, hMat->triang,
|
||||
(const TYPE *) vX, (TYPE *) vY);
|
||||
}
|
||||
|
||||
int T_HYBGDeviceHybsmAnalysis(T_Hmat *Matrix)
|
||||
{
|
||||
T_HYBGDeviceMat *hMat= Matrix->mat;
|
||||
cusparseSolveAnalysisInfo_t info;
|
||||
int rc;
|
||||
cusparseHandle_t *my_handle=getHandle();
|
||||
|
||||
/* rc = (int) cusparseGetMatType(hMat->descr); */
|
||||
/* fprintf(stderr,"Analysis MatType: %d\n",rc); */
|
||||
/* rc = (int) cusparseGetMatDiagType(hMat->descr); */
|
||||
/* fprintf(stderr,"Analysis DiagType: %d\n",rc); */
|
||||
/* rc = (int) cusparseGetMatFillMode(hMat->descr); */
|
||||
/* fprintf(stderr,"Analysis FillMode: %d\n",rc); */
|
||||
rc = (int) cusparseThybsv_analysis(*my_handle,CUSPARSE_OPERATION_NON_TRANSPOSE,
|
||||
hMat->descr, hMat->hybA, hMat->triang);
|
||||
|
||||
if (rc !=0) {
|
||||
fprintf(stderr,"From csrsv_analysis: %d\n",rc);
|
||||
}
|
||||
return(rc);
|
||||
}
|
||||
|
||||
int T_HYBGHost2Device(T_Hmat *Matrix, int m, int n, int nz,
|
||||
int *irp, int *ja, TYPE *val)
|
||||
{
|
||||
int rc; double t1,t2;
|
||||
int nr1=m, nz1=nz;
|
||||
T_HYBGDeviceMat *hMat= Matrix->mat;
|
||||
cusparseHandle_t *my_handle=getHandle();
|
||||
|
||||
if (nr1 == 0) nr1 = 1;
|
||||
if (nz1 == 0) nz1 = 1;
|
||||
if ((rc= allocRemoteBuffer(((void **) &(hMat->irp)), ((nr1+1)*sizeof(int)))) != 0)
|
||||
return(rc);
|
||||
if ((rc= allocRemoteBuffer(((void **) &(hMat->ja)), ((nz1)*sizeof(int)))) != 0)
|
||||
return(rc);
|
||||
if ((rc= allocRemoteBuffer(((void **) &(hMat->val)), ((nz1)*sizeof(TYPE)))) != 0)
|
||||
return(rc);
|
||||
|
||||
if ((rc=writeRemoteBuffer((void *) irp, (void *) hMat->irp,
|
||||
(m+1)*sizeof(int)))
|
||||
!= SPGPU_SUCCESS)
|
||||
return(rc);
|
||||
|
||||
if ((rc=writeRemoteBuffer((void *) ja,(void *) hMat->ja,
|
||||
(nz)*sizeof(int)))
|
||||
!= SPGPU_SUCCESS)
|
||||
return(rc);
|
||||
if ((rc=writeRemoteBuffer((void *) val, (void *) hMat->val,
|
||||
(nz)*sizeof(TYPE)))
|
||||
!= SPGPU_SUCCESS)
|
||||
return(rc);
|
||||
/* rc = (int) cusparseGetMatType(hMat->descr); */
|
||||
/* fprintf(stderr,"Conversion MatType: %d\n",rc); */
|
||||
/* rc = (int) cusparseGetMatDiagType(hMat->descr); */
|
||||
/* fprintf(stderr,"Conversion DiagType: %d\n",rc); */
|
||||
/* rc = (int) cusparseGetMatFillMode(hMat->descr); */
|
||||
/* fprintf(stderr,"Conversion FillMode: %d\n",rc); */
|
||||
//t1=etime();
|
||||
rc = (int) cusparseTcsr2hyb(*my_handle, m, n,
|
||||
hMat->descr,
|
||||
(const TYPE *)hMat->val,
|
||||
(const int *)hMat->irp, (const int *)hMat->ja,
|
||||
hMat->hybA,0,
|
||||
CUSPARSE_HYB_PARTITION_AUTO);
|
||||
|
||||
freeRemoteBuffer(hMat->irp); hMat->irp = NULL;
|
||||
freeRemoteBuffer(hMat->ja); hMat->ja = NULL;
|
||||
freeRemoteBuffer(hMat->val); hMat->val = NULL;
|
||||
|
||||
//cudaSync();
|
||||
//t2 = etime();
|
||||
//fprintf(stderr,"Inner call to cusparseTcsr2hyb: %lf\n",(t2-t1));
|
||||
if (rc != 0) {
|
||||
fprintf(stderr,"From csr2hyb: %d\n",rc);
|
||||
}
|
||||
return(rc);
|
||||
}
|
||||
#endif
|
||||
|
||||
@ -0,0 +1,386 @@
|
||||
/* Parallel Sparse BLAS GPU plugin */
|
||||
/* (C) Copyright 2013 */
|
||||
|
||||
/* Salvatore Filippone */
|
||||
/* Alessandro Fanfarillo */
|
||||
|
||||
/* Redistribution and use in source and binary forms, with or without */
|
||||
/* modification, are permitted provided that the following conditions */
|
||||
/* are met: */
|
||||
/* 1. Redistributions of source code must retain the above copyright */
|
||||
/* notice, this list of conditions and the following disclaimer. */
|
||||
/* 2. Redistributions in binary form must reproduce the above copyright */
|
||||
/* notice, this list of conditions, and the following disclaimer in the */
|
||||
/* documentation and/or other materials provided with the distribution. */
|
||||
/* 3. The name of the PSBLAS group or the names of its contributors may */
|
||||
/* not be used to endorse or promote products derived from this */
|
||||
/* software without specific written permission. */
|
||||
|
||||
/* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS */
|
||||
/* ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED */
|
||||
/* TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR */
|
||||
/* PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS */
|
||||
/* BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR */
|
||||
/* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF */
|
||||
/* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS */
|
||||
/* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN */
|
||||
/* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) */
|
||||
/* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE */
|
||||
/* POSSIBILITY OF SUCH DAMAGE. */
|
||||
|
||||
|
||||
#include "hdiagdev.h"
|
||||
#include <sys/types.h>
|
||||
#include <sys/stat.h>
|
||||
#include <fcntl.h>
|
||||
#include <unistd.h>
|
||||
#define DEBUG 0
|
||||
void freeHdiagDevice(void* remoteMatrix)
|
||||
{
|
||||
struct HdiagDevice *devMat = (struct HdiagDevice *) remoteMatrix;
|
||||
//fprintf(stderr,"freeHllDevice\n");
|
||||
if (devMat != NULL) {
|
||||
freeRemoteBuffer(devMat->hackOffsets);
|
||||
freeRemoteBuffer(devMat->cM);
|
||||
free(remoteMatrix);
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
HdiagDeviceParams getHdiagDeviceParams(unsigned int rows, unsigned int columns,
|
||||
unsigned int allocationHeight, unsigned int hackSize,
|
||||
unsigned int hackCount, unsigned int elementType)
|
||||
{
|
||||
HdiagDeviceParams params;
|
||||
|
||||
params.elementType = elementType;
|
||||
//numero di elementi di val
|
||||
params.rows = rows;
|
||||
params.columns = columns;
|
||||
params.allocationHeight = allocationHeight;
|
||||
params.hackSize = hackSize;
|
||||
params.hackCount = hackCount;
|
||||
|
||||
return params;
|
||||
|
||||
}
|
||||
|
||||
int allocHdiagDevice(void **remoteMatrix, HdiagDeviceParams* params)
|
||||
{
|
||||
struct HdiagDevice *tmp = (struct HdiagDevice *)malloc(sizeof(struct HdiagDevice));
|
||||
int ret=SPGPU_SUCCESS;
|
||||
int *tmpOff = NULL;
|
||||
|
||||
*remoteMatrix = (void *) tmp;
|
||||
#if DEBUG
|
||||
fprintf(stderr,"From alloc: %p\n",*remoteMatrix);
|
||||
#endif
|
||||
|
||||
tmp->rows = params->rows;
|
||||
|
||||
tmp->hackSize = params->hackSize;
|
||||
|
||||
tmp->cols = params->columns;
|
||||
|
||||
tmp->allocationHeight = params->allocationHeight;
|
||||
|
||||
tmp->hackCount = params->hackCount;
|
||||
|
||||
|
||||
|
||||
#if DEBUG
|
||||
fprintf(stderr,"hackcount %d allocationHeight %d\n",tmp->hackCount,tmp->allocationHeight);
|
||||
#endif
|
||||
|
||||
if (ret == SPGPU_SUCCESS)
|
||||
ret=allocRemoteBuffer((void **)&(tmp->hackOffsets), (tmp->hackCount+1)*sizeof(int));
|
||||
|
||||
|
||||
if (ret == SPGPU_SUCCESS)
|
||||
ret=allocRemoteBuffer((void **)&(tmp->hdiaOffsets), tmp->allocationHeight*sizeof(int));
|
||||
|
||||
/* tmp->baseIndex = params->firstIndex; */
|
||||
|
||||
if (params->elementType == SPGPU_TYPE_INT)
|
||||
{
|
||||
if (ret == SPGPU_SUCCESS)
|
||||
ret=allocRemoteBuffer((void **)&(tmp->cM), tmp->hackSize*tmp->allocationHeight*sizeof(int));
|
||||
}
|
||||
else if (params->elementType == SPGPU_TYPE_FLOAT)
|
||||
{
|
||||
if (ret == SPGPU_SUCCESS)
|
||||
ret=allocRemoteBuffer((void **)&(tmp->cM), tmp->hackSize*tmp->allocationHeight*sizeof(float));
|
||||
}
|
||||
else if (params->elementType == SPGPU_TYPE_DOUBLE)
|
||||
{
|
||||
if (ret == SPGPU_SUCCESS)
|
||||
ret=allocRemoteBuffer((void **)&(tmp->cM), tmp->hackSize*tmp->allocationHeight*sizeof(double));
|
||||
}
|
||||
else if (params->elementType == SPGPU_TYPE_COMPLEX_FLOAT)
|
||||
{
|
||||
if (ret == SPGPU_SUCCESS)
|
||||
ret=allocRemoteBuffer((void **)&(tmp->cM), tmp->hackSize*tmp->allocationHeight*sizeof(cuFloatComplex));
|
||||
}
|
||||
else if (params->elementType == SPGPU_TYPE_COMPLEX_DOUBLE)
|
||||
{
|
||||
if (ret == SPGPU_SUCCESS)
|
||||
ret=allocRemoteBuffer((void **)&(tmp->cM), tmp->hackSize*tmp->allocationHeight*sizeof(cuDoubleComplex));
|
||||
}
|
||||
else
|
||||
return SPGPU_UNSUPPORTED; // Unsupported params
|
||||
return ret;
|
||||
}
|
||||
|
||||
int FallocHdiagDevice(void** deviceMat, unsigned int rows, unsigned int cols,
|
||||
unsigned int allocationHeight, unsigned int hackSize,
|
||||
unsigned int hackCount, unsigned int elementType)
|
||||
{ int i=0;
|
||||
HdiagDeviceParams p;
|
||||
|
||||
p = getHdiagDeviceParams(rows, cols, allocationHeight, hackSize, hackCount,elementType);
|
||||
|
||||
i = allocHdiagDevice(deviceMat, &p);
|
||||
#if DEBUG
|
||||
fprintf(stderr," Falloc %p \n",*deviceMat);
|
||||
#endif
|
||||
|
||||
if (i != 0) {
|
||||
fprintf(stderr,"From routine : %s : %d \n","FallocEllDevice",i);
|
||||
}
|
||||
return(i);
|
||||
|
||||
}
|
||||
|
||||
int writeHdiagDeviceDouble(void* deviceMat, double* val, int* hdiaOffsets, int *hackOffsets)
|
||||
{ int i=0,fo,fa,j,k,p;
|
||||
char buf_a[255], buf_o[255],tmp[255];
|
||||
struct HdiagDevice *devMat = (struct HdiagDevice *) deviceMat;
|
||||
|
||||
i=SPGPU_SUCCESS;
|
||||
|
||||
|
||||
#if DEBUG
|
||||
fprintf(stderr," Write %p \n",devMat);
|
||||
|
||||
fprintf(stderr,"HDIAG writing to device memory: allocationHeight %d hackCount %d\n",
|
||||
devMat->allocationHeight,devMat->hackCount);
|
||||
fprintf(stderr,"HackOffsets: ");
|
||||
for (j=0; j<devMat->hackCount+1; j++)
|
||||
fprintf(stderr," %d",hackOffsets[j]);
|
||||
fprintf(stderr,"\n");
|
||||
fprintf(stderr,"diaOffsets: ");
|
||||
for (j=0; j<devMat->allocationHeight; j++)
|
||||
fprintf(stderr," %d",hdiaOffsets[j]);
|
||||
fprintf(stderr,"\n");
|
||||
#if 1
|
||||
fprintf(stderr,"values: \n");
|
||||
p=0;
|
||||
for (j=0; j<devMat->hackCount; j++){
|
||||
fprintf(stderr,"Hack no: %d\n",j+1);
|
||||
for (k=0; k<devMat->hackSize*(devMat->allocationHeight/devMat->hackCount); k++){
|
||||
fprintf(stderr," %d %lf\n",p+1,val[p]); p++;
|
||||
}
|
||||
}
|
||||
fprintf(stderr,"\n");
|
||||
#endif
|
||||
#endif
|
||||
|
||||
|
||||
if(i== SPGPU_SUCCESS)
|
||||
i = writeRemoteBuffer((void *) hackOffsets,(void *) devMat->hackOffsets,
|
||||
(devMat->hackCount+1)*sizeof(int));
|
||||
|
||||
if(i== SPGPU_SUCCESS)
|
||||
i = writeRemoteBuffer((void*) hdiaOffsets, (void *)devMat->hdiaOffsets,
|
||||
devMat->allocationHeight*sizeof(int));
|
||||
if(i== SPGPU_SUCCESS)
|
||||
i = writeRemoteBuffer((void*) val, (void *)devMat->cM,
|
||||
devMat->allocationHeight*devMat->hackSize*sizeof(double));
|
||||
if (i!=0)
|
||||
fprintf(stderr,"Error in writeHdiagDeviceDouble %d\n",i);
|
||||
|
||||
#if DEBUG
|
||||
fprintf(stderr," EndWrite %p \n",devMat);
|
||||
#endif
|
||||
|
||||
if(i==0)
|
||||
return SPGPU_SUCCESS;
|
||||
else
|
||||
return SPGPU_UNSUPPORTED;
|
||||
}
|
||||
|
||||
|
||||
|
||||
long long int sizeofHdiagDeviceDouble(void* deviceMat)
|
||||
{ int i=0,fo,fa;
|
||||
int *hoff=NULL,*hackoff=NULL;
|
||||
long long int memsize=0;
|
||||
struct HdiagDevice *devMat = (struct HdiagDevice *) deviceMat;
|
||||
|
||||
|
||||
memsize += (devMat->hackCount+1)*sizeof(int);
|
||||
memsize += devMat->allocationHeight*sizeof(int);
|
||||
memsize += devMat->allocationHeight*devMat->hackSize*sizeof(double);
|
||||
return(memsize);
|
||||
}
|
||||
|
||||
|
||||
|
||||
int readHdiagDeviceDouble(void* deviceMat, double* a, int* off)
|
||||
{ int i;
|
||||
struct HdiagDevice *devMat = (struct HdiagDevice *) deviceMat;
|
||||
/* i = readRemoteBuffer((void *) a, (void *)devMat->cM,devMat->rows*devMat->diags*sizeof(double)); */
|
||||
/* i = readRemoteBuffer((void *) off, (void *)devMat->off, devMat->diags*sizeof(int)); */
|
||||
|
||||
|
||||
/*if (i != 0) {
|
||||
fprintf(stderr,"From routine : %s : %d \n","readEllDeviceDouble",i);
|
||||
}*/
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
|
||||
int spmvHdiagDeviceDouble(void *deviceMat, double alpha, void* deviceX,
|
||||
double beta, void* deviceY)
|
||||
{
|
||||
struct HdiagDevice *devMat = (struct HdiagDevice *) deviceMat;
|
||||
struct MultiVectDevice *x = (struct MultiVectDevice *) deviceX;
|
||||
struct MultiVectDevice *y = (struct MultiVectDevice *) deviceY;
|
||||
spgpuHandle_t handle=psb_cudaGetHandle();
|
||||
|
||||
#ifdef VERBOSE
|
||||
/*__assert(x->count_ == x->count_, "ERROR: x and y don't share the same number of vectors");*/
|
||||
/*__assert(x->size_ >= devMat->columns, "ERROR: x vector's size is not >= to matrix size (columns)");*/
|
||||
/*__assert(y->size_ >= devMat->rows, "ERROR: y vector's size is not >= to matrix size (rows)");*/
|
||||
#endif
|
||||
#if DEBUG
|
||||
fprintf(stderr," First %p \n",devMat);
|
||||
fprintf(stderr,"%d %d %d %p %p %p\n",devMat->rows,devMat->cols, devMat->hackSize,
|
||||
devMat->hackOffsets, devMat->hdiaOffsets, devMat->cM);
|
||||
#endif
|
||||
spgpuDhdiaspmv (handle, (double*)y->v_, (double *)y->v_, alpha,
|
||||
(double *)devMat->cM,devMat->hdiaOffsets,
|
||||
devMat->hackSize, devMat->hackOffsets, devMat->rows,devMat->cols,
|
||||
x->v_, beta);
|
||||
|
||||
//cudaSync();
|
||||
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
|
||||
int writeHdiagDeviceFloat(void* deviceMat, float* val, int* hdiaOffsets, int *hackOffsets)
|
||||
{ int i=0,fo,fa,j,k,p;
|
||||
char buf_a[255], buf_o[255],tmp[255];
|
||||
struct HdiagDevice *devMat = (struct HdiagDevice *) deviceMat;
|
||||
|
||||
i=SPGPU_SUCCESS;
|
||||
|
||||
|
||||
#if DEBUG
|
||||
fprintf(stderr," Write %p \n",devMat);
|
||||
|
||||
fprintf(stderr,"HDIAG writing to device memory: allocationHeight %d hackCount %d\n",
|
||||
devMat->allocationHeight,devMat->hackCount);
|
||||
fprintf(stderr,"HackOffsets: ");
|
||||
for (j=0; j<devMat->hackCount+1; j++)
|
||||
fprintf(stderr," %d",hackOffsets[j]);
|
||||
fprintf(stderr,"\n");
|
||||
fprintf(stderr,"diaOffsets: ");
|
||||
for (j=0; j<devMat->allocationHeight; j++)
|
||||
fprintf(stderr," %d",hdiaOffsets[j]);
|
||||
fprintf(stderr,"\n");
|
||||
#if 1
|
||||
fprintf(stderr,"values: \n");
|
||||
p=0;
|
||||
for (j=0; j<devMat->hackCount; j++){
|
||||
fprintf(stderr,"Hack no: %d\n",j+1);
|
||||
for (k=0; k<devMat->hackSize*(devMat->allocationHeight/devMat->hackCount); k++){
|
||||
fprintf(stderr," %d %lf\n",p+1,val[p]); p++;
|
||||
}
|
||||
}
|
||||
fprintf(stderr,"\n");
|
||||
#endif
|
||||
#endif
|
||||
|
||||
|
||||
if(i== SPGPU_SUCCESS)
|
||||
i = writeRemoteBuffer((void *) hackOffsets,(void *) devMat->hackOffsets,
|
||||
(devMat->hackCount+1)*sizeof(int));
|
||||
|
||||
if(i== SPGPU_SUCCESS)
|
||||
i = writeRemoteBuffer((void*) hdiaOffsets, (void *)devMat->hdiaOffsets,
|
||||
devMat->allocationHeight*sizeof(int));
|
||||
if(i== SPGPU_SUCCESS)
|
||||
i = writeRemoteBuffer((void*) val, (void *)devMat->cM,
|
||||
devMat->allocationHeight*devMat->hackSize*sizeof(float));
|
||||
if (i!=0)
|
||||
fprintf(stderr,"Error in writeHdiagDeviceFloat %d\n",i);
|
||||
|
||||
#if DEBUG
|
||||
fprintf(stderr," EndWrite %p \n",devMat);
|
||||
#endif
|
||||
|
||||
if(i==0)
|
||||
return SPGPU_SUCCESS;
|
||||
else
|
||||
return SPGPU_UNSUPPORTED;
|
||||
}
|
||||
|
||||
|
||||
|
||||
long long int sizeofHdiagDeviceFloat(void* deviceMat)
|
||||
{ int i=0,fo,fa;
|
||||
int *hoff=NULL,*hackoff=NULL;
|
||||
long long int memsize=0;
|
||||
struct HdiagDevice *devMat = (struct HdiagDevice *) deviceMat;
|
||||
|
||||
|
||||
memsize += (devMat->hackCount+1)*sizeof(int);
|
||||
memsize += devMat->allocationHeight*sizeof(int);
|
||||
memsize += devMat->allocationHeight*devMat->hackSize*sizeof(float);
|
||||
|
||||
return(memsize);
|
||||
}
|
||||
|
||||
|
||||
|
||||
int readHdiagDeviceFloat(void* deviceMat, float* a, int* off)
|
||||
{ int i;
|
||||
struct HdiagDevice *devMat = (struct HdiagDevice *) deviceMat;
|
||||
/* i = readRemoteBuffer((void *) a, (void *)devMat->cM,devMat->rows*devMat->diags*sizeof(float)); */
|
||||
/* i = readRemoteBuffer((void *) off, (void *)devMat->off, devMat->diags*sizeof(int)); */
|
||||
|
||||
|
||||
/*if (i != 0) {
|
||||
fprintf(stderr,"From routine : %s : %d \n","readEllDeviceFloat",i);
|
||||
}*/
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
|
||||
int spmvHdiagDeviceFloat(void *deviceMat, float alpha, void* deviceX,
|
||||
float beta, void* deviceY)
|
||||
{
|
||||
struct HdiagDevice *devMat = (struct HdiagDevice *) deviceMat;
|
||||
struct MultiVectDevice *x = (struct MultiVectDevice *) deviceX;
|
||||
struct MultiVectDevice *y = (struct MultiVectDevice *) deviceY;
|
||||
spgpuHandle_t handle=psb_cudaGetHandle();
|
||||
|
||||
#ifdef VERBOSE
|
||||
/*__assert(x->count_ == x->count_, "ERROR: x and y don't share the same number of vectors");*/
|
||||
/*__assert(x->size_ >= devMat->columns, "ERROR: x vector's size is not >= to matrix size (columns)");*/
|
||||
/*__assert(y->size_ >= devMat->rows, "ERROR: y vector's size is not >= to matrix size (rows)");*/
|
||||
#endif
|
||||
#if DEBUG
|
||||
fprintf(stderr," First %p \n",devMat);
|
||||
fprintf(stderr,"%d %d %d %p %p %p\n",devMat->rows,devMat->cols, devMat->hackSize,
|
||||
devMat->hackOffsets, devMat->hdiaOffsets, devMat->cM);
|
||||
#endif
|
||||
spgpuShdiaspmv (handle, (float*)y->v_, (float *)y->v_, alpha,
|
||||
(float *)devMat->cM,devMat->hdiaOffsets,
|
||||
devMat->hackSize, devMat->hackOffsets, devMat->rows,devMat->cols,
|
||||
x->v_, beta);
|
||||
|
||||
//cudaSync();
|
||||
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
|
||||
@ -0,0 +1,106 @@
|
||||
/* Parallel Sparse BLAS GPU plugin */
|
||||
/* (C) Copyright 2013 */
|
||||
|
||||
/* Salvatore Filippone */
|
||||
/* Alessandro Fanfarillo */
|
||||
|
||||
/* Redistribution and use in source and binary forms, with or without */
|
||||
/* modification, are permitted provided that the following conditions */
|
||||
/* are met: */
|
||||
/* 1. Redistributions of source code must retain the above copyright */
|
||||
/* notice, this list of conditions and the following disclaimer. */
|
||||
/* 2. Redistributions in binary form must reproduce the above copyright */
|
||||
/* notice, this list of conditions, and the following disclaimer in the */
|
||||
/* documentation and/or other materials provided with the distribution. */
|
||||
/* 3. The name of the PSBLAS group or the names of its contributors may */
|
||||
/* not be used to endorse or promote products derived from this */
|
||||
/* software without specific written permission. */
|
||||
|
||||
/* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS */
|
||||
/* ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED */
|
||||
/* TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR */
|
||||
/* PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS */
|
||||
/* BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR */
|
||||
/* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF */
|
||||
/* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS */
|
||||
/* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN */
|
||||
/* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) */
|
||||
/* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE */
|
||||
/* POSSIBILITY OF SUCH DAMAGE. */
|
||||
|
||||
|
||||
#ifndef _HDIAGDEV_H_
|
||||
#define _HDIAGDEV_H_
|
||||
|
||||
#include "cintrf.h"
|
||||
#include "hdia.h"
|
||||
|
||||
struct HdiagDevice
|
||||
{
|
||||
// Compressed matrix
|
||||
void *cM; //it can be float or double
|
||||
|
||||
// offset (same size of cM)
|
||||
int *hdiaOffsets;
|
||||
|
||||
int *hackOffsets;
|
||||
|
||||
int hackCount;
|
||||
|
||||
int rows;
|
||||
|
||||
int cols;
|
||||
|
||||
|
||||
int hackSize;
|
||||
|
||||
int allocationHeight;
|
||||
|
||||
};
|
||||
|
||||
typedef struct HdiagDeviceParams
|
||||
{
|
||||
|
||||
unsigned int elementType;
|
||||
|
||||
// Number of rows.
|
||||
// Used to allocate rS array
|
||||
unsigned int rows;
|
||||
//unsigned int hackOffsLength;
|
||||
|
||||
// Number of columns.
|
||||
// Used for error-checking
|
||||
unsigned int columns;
|
||||
|
||||
unsigned int hackSize;
|
||||
unsigned int hackCount;
|
||||
unsigned int allocationHeight;
|
||||
|
||||
|
||||
} HdiagDeviceParams;
|
||||
|
||||
|
||||
|
||||
HdiagDeviceParams getHdiagDeviceParams(unsigned int rows, unsigned int columns,
|
||||
unsigned int allocationHeight, unsigned int hackSize,
|
||||
unsigned int hackCount, unsigned int elementType);
|
||||
|
||||
int FallocHdiagDevice(void** deviceMat, unsigned int rows, unsigned int cols,
|
||||
unsigned int allocationHeight, unsigned int hackSize,
|
||||
unsigned int hackCount, unsigned int elementType);
|
||||
|
||||
int allocHdiagDevice(void ** remoteMatrix, HdiagDeviceParams* params);
|
||||
|
||||
|
||||
void freeHdiagDevice(void* remoteMatrix);
|
||||
|
||||
int writeHdiagDeviceFloat(void* deviceMat, float* val, int* hdiaOffsets, int *hackOffsets);
|
||||
int spmvHdiagDeviceFloat(void *deviceMat, float alpha, void* deviceX,
|
||||
float beta, void* deviceY);
|
||||
|
||||
int writeHdiagDeviceDouble(void* deviceMat, double* val, int* hdiaOffsets, int *hackOffsets);
|
||||
int spmvHdiagDeviceDouble(void *deviceMat, double alpha, void* deviceX,
|
||||
double beta, void* deviceY);
|
||||
|
||||
|
||||
#endif
|
||||
@ -0,0 +1,199 @@
|
||||
! Parallel Sparse BLAS GPU plugin
|
||||
! (C) Copyright 2013
|
||||
!
|
||||
! Salvatore Filippone
|
||||
! Alessandro Fanfarillo
|
||||
!
|
||||
! Redistribution and use in source and binary forms, with or without
|
||||
! modification, are permitted provided that the following conditions
|
||||
! are met:
|
||||
! 1. Redistributions of source code must retain the above copyright
|
||||
! notice, this list of conditions and the following disclaimer.
|
||||
! 2. Redistributions in binary form must reproduce the above copyright
|
||||
! notice, this list of conditions, and the following disclaimer in the
|
||||
! documentation and/or other materials provided with the distribution.
|
||||
! 3. The name of the PSBLAS group or the names of its contributors may
|
||||
! not be used to endorse or promote products derived from this
|
||||
! software without specific written permission.
|
||||
!
|
||||
! THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
! ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
! TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
! PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS
|
||||
! BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
! CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
! SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
! INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
! CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
! ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
! POSSIBILITY OF SUCH DAMAGE.
|
||||
!
|
||||
|
||||
|
||||
module hdiagdev_mod
|
||||
use iso_c_binding
|
||||
use core_mod
|
||||
|
||||
type, bind(c) :: hdiagdev_parms
|
||||
integer(c_int) :: element_type
|
||||
integer(c_int) :: rows
|
||||
integer(c_int) :: columns
|
||||
integer(c_int) :: hackSize
|
||||
integer(c_int) :: hackCount
|
||||
integer(c_int) :: allocationHeight
|
||||
end type hdiagdev_parms
|
||||
|
||||
! interface computeHdiaHacksCount
|
||||
! function computeHdiaHacksCountDouble(allocationHeight,hackOffsets,hackSize, &
|
||||
! & diaValues,diaValuesPitch,diags,rows)&
|
||||
! & result(res) bind(c,name='computeHdiaHackOffsetsDouble')
|
||||
! use iso_c_binding
|
||||
! integer(c_int) :: res
|
||||
! integer(c_int), value :: rows,diags,diaValuesPitch,hackSize,elementType
|
||||
! real(c_double) :: diaValues(rows,:)
|
||||
! integer(c_int) :: hackOffsets,allocationHeight
|
||||
! end function computeHdiaHacksCountDouble
|
||||
! end interface computeHdiaHacksCount
|
||||
|
||||
interface
|
||||
function FgetHdiagDeviceParams(rows, columns, allocationHeight,hackSize, &
|
||||
& hackCount, elementType) &
|
||||
& result(res) bind(c,name='getHdiagDeviceParams')
|
||||
use iso_c_binding
|
||||
import :: hdiagdev_parms
|
||||
type(hdiagdev_parms) :: res
|
||||
integer(c_int), value :: rows,columns,allocationHeight,&
|
||||
& elementType,hackSize,hackCount
|
||||
end function FgetHdiagDeviceParams
|
||||
end interface
|
||||
|
||||
|
||||
interface
|
||||
function FallocHdiagDevice(deviceMat,rows,columns,allocationHeight,&
|
||||
& hackSize,hackCount,elementType) &
|
||||
& result(res) bind(c,name='FallocHdiagDevice')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
integer(c_int), value :: rows,columns,allocationHeight,hackSize,&
|
||||
& hackCount,elementType
|
||||
type(c_ptr) :: deviceMat
|
||||
end function FallocHdiagDevice
|
||||
end interface
|
||||
|
||||
|
||||
interface
|
||||
function sizeofHdiagDeviceDouble(deviceMat) &
|
||||
& result(res) bind(c,name='sizeofHdiagDeviceDouble')
|
||||
use iso_c_binding
|
||||
integer(c_long_long) :: res
|
||||
type(c_ptr), value :: deviceMat
|
||||
end function sizeofHdiagDeviceDouble
|
||||
end interface
|
||||
|
||||
interface writeHdiagDevice
|
||||
|
||||
function writeHdiagDeviceFloat(deviceMat,val,hdiaOffsets, hackOffsets) &
|
||||
& result(res) bind(c,name='writeHdiagDeviceFloat')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
type(c_ptr), value :: deviceMat
|
||||
real(c_float) :: val(*)
|
||||
integer(c_int) :: hdiaOffsets(*), hackOffsets(*)
|
||||
end function writeHdiagDeviceFloat
|
||||
|
||||
function writeHdiagDeviceDouble(deviceMat,val,hdiaOffsets, hackOffsets) &
|
||||
& result(res) bind(c,name='writeHdiagDeviceDouble')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
type(c_ptr), value :: deviceMat
|
||||
real(c_double) :: val(*)
|
||||
integer(c_int) :: hdiaOffsets(*), hackOffsets(*)
|
||||
end function writeHdiagDeviceDouble
|
||||
|
||||
end interface writeHdiagDevice
|
||||
|
||||
!!$ interface readHdiagDevice
|
||||
!!$
|
||||
!!$ function readHdiagDeviceFloat(deviceMat,val,ja,ldj,irn) &
|
||||
!!$ & result(res) bind(c,name='readHdiagDeviceFloat')
|
||||
!!$ use iso_c_binding
|
||||
!!$ integer(c_int) :: res
|
||||
!!$ type(c_ptr), value :: deviceMat
|
||||
!!$ integer(c_int), value :: ldj
|
||||
!!$ real(c_float) :: val(ldj,*)
|
||||
!!$ integer(c_int) :: ja(ldj,*),irn(*)
|
||||
!!$ end function readHdiagDeviceFloat
|
||||
!!$
|
||||
!!$ function readHdiagDeviceDouble(deviceMat,a,off,n) &
|
||||
!!$ & result(res) bind(c,name='readHdiagDeviceDouble')
|
||||
!!$ use iso_c_binding
|
||||
!!$ integer(c_int) :: res
|
||||
!!$ type(c_ptr), value :: deviceMat
|
||||
!!$ integer(c_int),value :: n
|
||||
!!$ real(c_double) :: a(n,*)
|
||||
!!$ integer(c_int) :: off(*)
|
||||
!!$ end function readHdiagDeviceDouble
|
||||
!!$
|
||||
!!$ function readHdiagDeviceFloatComplex(deviceMat,val,ja,ldj,irn) &
|
||||
!!$ & result(res) bind(c,name='readHdiagDeviceFloatComplex')
|
||||
!!$ use iso_c_binding
|
||||
!!$ integer(c_int) :: res
|
||||
!!$ type(c_ptr), value :: deviceMat
|
||||
!!$ integer(c_int), value :: ldj
|
||||
!!$ complex(c_float_complex) :: val(ldj,*)
|
||||
!!$ integer(c_int) :: ja(ldj,*),irn(*)
|
||||
!!$ end function readHdiagDeviceFloatComplex
|
||||
!!$
|
||||
!!$ function readHdiagDeviceDoubleComplex(deviceMat,val,ja,ldj,irn) &
|
||||
!!$ & result(res) bind(c,name='readHdiagDeviceDoubleComplex')
|
||||
!!$ use iso_c_binding
|
||||
!!$ integer(c_int) :: res
|
||||
!!$ type(c_ptr), value :: deviceMat
|
||||
!!$ integer(c_int), value :: ldj
|
||||
!!$ complex(c_double_complex) :: val(ldj,*)
|
||||
!!$ integer(c_int) :: ja(ldj,*),irn(*)
|
||||
!!$ end function readHdiagDeviceDoubleComplex
|
||||
!!$
|
||||
!!$ end interface readHdiagDevice
|
||||
!!$
|
||||
interface
|
||||
subroutine freeHdiagDevice(deviceMat) &
|
||||
& bind(c,name='freeHdiagDevice')
|
||||
use iso_c_binding
|
||||
type(c_ptr), value :: deviceMat
|
||||
end subroutine freeHdiagDevice
|
||||
end interface
|
||||
|
||||
|
||||
interface spmvHdiagDevice
|
||||
function spmvHdiagDeviceFloat(deviceMat,alpha,x,beta,y) &
|
||||
& result(res) bind(c,name='spmvHdiagDeviceFloat')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
type(c_ptr), value :: deviceMat, x, y
|
||||
real(c_float),value :: alpha, beta
|
||||
end function spmvHdiagDeviceFloat
|
||||
function spmvHdiagDeviceDouble(deviceMat,alpha,x,beta,y) &
|
||||
& result(res) bind(c,name='spmvHdiagDeviceDouble')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
type(c_ptr), value :: deviceMat, x, y
|
||||
real(c_double),value :: alpha, beta
|
||||
end function spmvHdiagDeviceDouble
|
||||
!!$ function spmvHdiagDeviceFloatComplex(deviceMat,alpha,x,beta,y) &
|
||||
!!$ & result(res) bind(c,name='spmvHdiagDeviceFloatComplex')
|
||||
!!$ use iso_c_binding
|
||||
!!$ integer(c_int) :: res
|
||||
!!$ type(c_ptr), value :: deviceMat, x, y
|
||||
!!$ complex(c_float_complex),value :: alpha, beta
|
||||
!!$ end function spmvHdiagDeviceFloatComplex
|
||||
!!$ function spmvHdiagDeviceDoubleComplex(deviceMat,alpha,x,beta,y) &
|
||||
!!$ & result(res) bind(c,name='spmvHdiagDeviceDoubleComplex')
|
||||
!!$ use iso_c_binding
|
||||
!!$ integer(c_int) :: res
|
||||
!!$ type(c_ptr), value :: deviceMat, x, y
|
||||
!!$ complex(c_double_complex),value :: alpha, beta
|
||||
!!$ end function spmvHdiagDeviceDoubleComplex
|
||||
end interface spmvHdiagDevice
|
||||
|
||||
end module hdiagdev_mod
|
||||
@ -0,0 +1,540 @@
|
||||
/* Parallel Sparse BLAS GPU plugin */
|
||||
/* (C) Copyright 2013 */
|
||||
|
||||
/* Salvatore Filippone */
|
||||
/* Alessandro Fanfarillo */
|
||||
|
||||
/* Redistribution and use in source and binary forms, with or without */
|
||||
/* modification, are permitted provided that the following conditions */
|
||||
/* are met: */
|
||||
/* 1. Redistributions of source code must retain the above copyright */
|
||||
/* notice, this list of conditions and the following disclaimer. */
|
||||
/* 2. Redistributions in binary form must reproduce the above copyright */
|
||||
/* notice, this list of conditions, and the following disclaimer in the */
|
||||
/* documentation and/or other materials provided with the distribution. */
|
||||
/* 3. The name of the PSBLAS group or the names of its contributors may */
|
||||
/* not be used to endorse or promote products derived from this */
|
||||
/* software without specific written permission. */
|
||||
|
||||
/* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS */
|
||||
/* ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED */
|
||||
/* TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR */
|
||||
/* PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS */
|
||||
/* BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR */
|
||||
/* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF */
|
||||
/* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS */
|
||||
/* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN */
|
||||
/* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) */
|
||||
/* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE */
|
||||
/* POSSIBILITY OF SUCH DAMAGE. */
|
||||
|
||||
|
||||
#include "hlldev.h"
|
||||
//new
|
||||
HllDeviceParams bldHllDeviceParams(unsigned int hksize, unsigned int rows, unsigned int nzeros,
|
||||
unsigned int allocsize, unsigned int elementType, unsigned int firstIndex)
|
||||
{
|
||||
HllDeviceParams params;
|
||||
|
||||
params.elementType = elementType;
|
||||
params.hackSize = hksize;
|
||||
//numero di elementi di val
|
||||
params.allocsize = allocsize;
|
||||
params.rows = rows;
|
||||
params.nzt = nzeros;
|
||||
params.avgNzr = (nzeros+rows-1)/rows;
|
||||
params.firstIndex = firstIndex;
|
||||
return params;
|
||||
|
||||
}
|
||||
|
||||
int getHllDeviceParams(HllDevice* mat, int *hksize, int *rows, int *nzeros,
|
||||
int *allocsize, int *hackOffsLength, int *firstIndex, int *avgnzr)
|
||||
{
|
||||
|
||||
|
||||
if (mat!=NULL) {
|
||||
*hackOffsLength = mat->hackOffsLength ;
|
||||
*hksize = mat->hackSize ;
|
||||
*nzeros = mat->nzt ;
|
||||
*allocsize = mat->allocsize ;
|
||||
*rows = mat->rows ;
|
||||
*avgnzr = mat->avgNzr ;
|
||||
*firstIndex = mat->baseIndex ;
|
||||
return SPGPU_SUCCESS;
|
||||
} else {
|
||||
return SPGPU_UNSUPPORTED;
|
||||
}
|
||||
}
|
||||
//new
|
||||
int allocHllDevice(void ** remoteMatrix, HllDeviceParams* params)
|
||||
{
|
||||
HllDevice *tmp = (HllDevice *)malloc(sizeof(HllDevice));
|
||||
int ret=SPGPU_SUCCESS;
|
||||
*remoteMatrix = (void *)tmp;
|
||||
|
||||
tmp->hackSize = params->hackSize;
|
||||
|
||||
tmp->allocsize = params->allocsize;
|
||||
|
||||
tmp->rows = params->rows;
|
||||
tmp->avgNzr = params->avgNzr;
|
||||
tmp->nzt = params->nzt;
|
||||
tmp->baseIndex = params->firstIndex;
|
||||
//fprintf(stderr,"Allocating HLG with %d avgNzr\n",params->avgNzr);
|
||||
tmp->hackOffsLength = (int)(tmp->rows+tmp->hackSize-1)/tmp->hackSize;
|
||||
|
||||
//printf("hackOffsLength %d\n",tmp->hackOffsLength);
|
||||
|
||||
if (ret == SPGPU_SUCCESS)
|
||||
ret=allocRemoteBuffer((void **)&(tmp->rP), tmp->allocsize*sizeof(int));
|
||||
|
||||
if (ret == SPGPU_SUCCESS)
|
||||
ret=allocRemoteBuffer((void **)&(tmp->rS), tmp->rows*sizeof(int));
|
||||
|
||||
if (ret == SPGPU_SUCCESS)
|
||||
ret=allocRemoteBuffer((void **)&(tmp->diag), tmp->rows*sizeof(int));
|
||||
|
||||
if (ret == SPGPU_SUCCESS)
|
||||
ret=allocRemoteBuffer((void **)&(tmp->hackOffs), ((tmp->hackOffsLength+1)*sizeof(int)));
|
||||
|
||||
if (params->elementType == SPGPU_TYPE_INT)
|
||||
{
|
||||
if (ret == SPGPU_SUCCESS)
|
||||
ret=allocRemoteBuffer((void **)&(tmp->cM), tmp->allocsize*sizeof(int));
|
||||
}
|
||||
else if (params->elementType == SPGPU_TYPE_FLOAT)
|
||||
{
|
||||
if (ret == SPGPU_SUCCESS)
|
||||
ret=allocRemoteBuffer((void **)&(tmp->cM), tmp->allocsize*sizeof(float));
|
||||
}
|
||||
else if (params->elementType == SPGPU_TYPE_DOUBLE)
|
||||
{
|
||||
if (ret == SPGPU_SUCCESS)
|
||||
ret=allocRemoteBuffer((void **)&(tmp->cM), tmp->allocsize*sizeof(double));
|
||||
}
|
||||
else if (params->elementType == SPGPU_TYPE_COMPLEX_FLOAT)
|
||||
{
|
||||
if (ret == SPGPU_SUCCESS)
|
||||
ret=allocRemoteBuffer((void **)&(tmp->cM), tmp->allocsize*sizeof(cuFloatComplex));
|
||||
}
|
||||
else if (params->elementType == SPGPU_TYPE_COMPLEX_DOUBLE)
|
||||
{
|
||||
if (ret == SPGPU_SUCCESS)
|
||||
ret=allocRemoteBuffer((void **)&(tmp->cM), tmp->allocsize*sizeof(cuDoubleComplex));
|
||||
}
|
||||
else
|
||||
return SPGPU_UNSUPPORTED; // Unsupported params
|
||||
return ret;
|
||||
}
|
||||
|
||||
void freeHllDevice(void* remoteMatrix)
|
||||
{
|
||||
HllDevice *devMat = (HllDevice *) remoteMatrix;
|
||||
//fprintf(stderr,"freeHllDevice\n");
|
||||
if (devMat != NULL) {
|
||||
freeRemoteBuffer(devMat->rS);
|
||||
freeRemoteBuffer(devMat->diag);
|
||||
freeRemoteBuffer(devMat->rP);
|
||||
freeRemoteBuffer(devMat->cM);
|
||||
free(remoteMatrix);
|
||||
}
|
||||
}
|
||||
|
||||
//new
|
||||
int FallocHllDevice(void** deviceMat,unsigned int hksize, unsigned int rows, unsigned int nzeros,
|
||||
unsigned int allocsize,
|
||||
unsigned int elementType, unsigned int firstIndex)
|
||||
{ int i;
|
||||
HllDeviceParams p;
|
||||
|
||||
p = bldHllDeviceParams(hksize, rows, nzeros, allocsize, elementType, firstIndex);
|
||||
i = allocHllDevice(deviceMat, &p);
|
||||
if (i != 0) {
|
||||
fprintf(stderr,"From routine : %s : %d \n","FallocEllDevice",i);
|
||||
}
|
||||
return(i);
|
||||
}
|
||||
|
||||
|
||||
int spmvHllDeviceFloat(void *deviceMat, float alpha, void* deviceX,
|
||||
float beta, void* deviceY)
|
||||
{
|
||||
HllDevice *devMat = (HllDevice *) deviceMat;
|
||||
struct MultiVectDevice *x = (struct MultiVectDevice *) deviceX;
|
||||
struct MultiVectDevice *y = (struct MultiVectDevice *) deviceY;
|
||||
spgpuHandle_t handle=psb_cudaGetHandle();
|
||||
|
||||
#ifdef VERBOSE
|
||||
/*__assert(x->count_ == x->count_, "ERROR: x and y don't share the same number of vectors");*/
|
||||
/*__assert(x->size_ >= devMat->columns, "ERROR: x vector's size is not >= to matrix size (columns)");*/
|
||||
/*__assert(y->size_ >= devMat->rows, "ERROR: y vector's size is not >= to matrix size (rows)");*/
|
||||
#endif
|
||||
/*dspmdmm_gpu ((double *)z->v_, y->count_, y->pitch_, (double *)y->v_, alpha, (double *)devMat->cM,
|
||||
devMat->rP, devMat->rS, devMat->rows, devMat->pitch, (double *)x->v_, beta,
|
||||
devMat->baseIndex);*/
|
||||
|
||||
spgpuShellspmv (handle, (float *)y->v_, (float *)y->v_, alpha, (float *)devMat->cM,
|
||||
devMat->rP,devMat->hackSize,devMat->hackOffs, devMat->rS, NULL,
|
||||
devMat->avgNzr, devMat->rows, (float *)x->v_, beta, devMat->baseIndex);
|
||||
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
|
||||
//new
|
||||
int spmvHllDeviceDouble(void *deviceMat, double alpha, void* deviceX,
|
||||
double beta, void* deviceY)
|
||||
{
|
||||
HllDevice *devMat = (HllDevice *) deviceMat;
|
||||
struct MultiVectDevice *x = (struct MultiVectDevice *) deviceX;
|
||||
struct MultiVectDevice *y = (struct MultiVectDevice *) deviceY;
|
||||
spgpuHandle_t handle=psb_cudaGetHandle();
|
||||
|
||||
#ifdef VERBOSE
|
||||
/*__assert(x->count_ == x->count_, "ERROR: x and y don't share the same number of vectors");*/
|
||||
/*__assert(x->size_ >= devMat->columns, "ERROR: x vector's size is not >= to matrix size (columns)");*/
|
||||
/*__assert(y->size_ >= devMat->rows, "ERROR: y vector's size is not >= to matrix size (rows)");*/
|
||||
#endif
|
||||
/*dspmdmm_gpu ((double *)z->v_, y->count_, y->pitch_, (double *)y->v_, alpha, (double *)devMat->cM,
|
||||
devMat->rP, devMat->rS, devMat->rows, devMat->pitch, (double *)x->v_, beta,
|
||||
devMat->baseIndex);*/
|
||||
|
||||
spgpuDhellspmv (handle, (double *)y->v_, (double *)y->v_, alpha, (double*)devMat->cM,
|
||||
devMat->rP,devMat->hackSize,devMat->hackOffs, devMat->rS, NULL,
|
||||
devMat->avgNzr, devMat->rows, (double *)x->v_, beta, devMat->baseIndex);
|
||||
//cudaSync();
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
|
||||
int spmvHllDeviceFloatComplex(void *deviceMat, float complex alpha, void* deviceX,
|
||||
float complex beta, void* deviceY)
|
||||
{
|
||||
HllDevice *devMat = (HllDevice *) deviceMat;
|
||||
struct MultiVectDevice *x = (struct MultiVectDevice *) deviceX;
|
||||
struct MultiVectDevice *y = (struct MultiVectDevice *) deviceY;
|
||||
spgpuHandle_t handle=psb_cudaGetHandle();
|
||||
|
||||
cuFloatComplex a = make_cuFloatComplex(crealf(alpha),cimagf(alpha));
|
||||
cuFloatComplex b = make_cuFloatComplex(crealf(beta),cimagf(beta));
|
||||
#ifdef VERBOSE
|
||||
/*__assert(x->count_ == x->count_, "ERROR: x and y don't share the same number of vectors");*/
|
||||
/*__assert(x->size_ >= devMat->columns, "ERROR: x vector's size is not >= to matrix size (columns)");*/
|
||||
/*__assert(y->size_ >= devMat->rows, "ERROR: y vector's size is not >= to matrix size (rows)");*/
|
||||
#endif
|
||||
/*dspmdmm_gpu ((double *)z->v_, y->count_, y->pitch_, (double *)y->v_, alpha, (double *)devMat->cM,
|
||||
devMat->rP, devMat->rS, devMat->rows, devMat->pitch, (double *)x->v_, beta,
|
||||
devMat->baseIndex);*/
|
||||
|
||||
spgpuChellspmv (handle, (cuFloatComplex *)y->v_, (cuFloatComplex *)y->v_, a, (cuFloatComplex *)devMat->cM,
|
||||
devMat->rP,devMat->hackSize,devMat->hackOffs, devMat->rS, NULL,
|
||||
devMat->avgNzr, devMat->rows, (cuFloatComplex *)x->v_, b, devMat->baseIndex);
|
||||
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
|
||||
int spmvHllDeviceDoubleComplex(void *deviceMat, double complex alpha, void* deviceX,
|
||||
double complex beta, void* deviceY)
|
||||
{
|
||||
HllDevice *devMat = (HllDevice *) deviceMat;
|
||||
struct MultiVectDevice *x = (struct MultiVectDevice *) deviceX;
|
||||
struct MultiVectDevice *y = (struct MultiVectDevice *) deviceY;
|
||||
spgpuHandle_t handle=psb_cudaGetHandle();
|
||||
|
||||
cuDoubleComplex a = make_cuDoubleComplex(creal(alpha),cimag(alpha));
|
||||
cuDoubleComplex b = make_cuDoubleComplex(creal(beta),cimag(beta));
|
||||
#ifdef VERBOSE
|
||||
/*__assert(x->count_ == x->count_, "ERROR: x and y don't share the same number of vectors");*/
|
||||
/*__assert(x->size_ >= devMat->columns, "ERROR: x vector's size is not >= to matrix size (columns)");*/
|
||||
/*__assert(y->size_ >= devMat->rows, "ERROR: y vector's size is not >= to matrix size (rows)");*/
|
||||
#endif
|
||||
|
||||
spgpuZhellspmv (handle, (cuDoubleComplex *)y->v_, (cuDoubleComplex *)y->v_, a, (cuDoubleComplex *)devMat->cM,
|
||||
devMat->rP,devMat->hackSize,devMat->hackOffs, devMat->rS, NULL,
|
||||
devMat->avgNzr,devMat->rows, (cuDoubleComplex *)x->v_, b, devMat->baseIndex);
|
||||
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
|
||||
int writeHllDeviceFloat(void* deviceMat, float* val, int* ja, int *hkoffs, int* irn, int *idiag)
|
||||
{ int i;
|
||||
HllDevice *devMat = (HllDevice *) deviceMat;
|
||||
// Ex updateFromHost function
|
||||
i = writeRemoteBuffer((void*) val, (void *)devMat->cM, devMat->allocsize*sizeof(float));
|
||||
i = writeRemoteBuffer((void*) ja, (void *)devMat->rP, devMat->allocsize*sizeof(int));
|
||||
i = writeRemoteBuffer((void*) irn, (void *)devMat->rS, devMat->rows*sizeof(int));
|
||||
i = writeRemoteBuffer((void*) idiag, (void *)devMat->diag, devMat->rows*sizeof(int));
|
||||
i = writeRemoteBuffer((void*) hkoffs, (void *)devMat->hackOffs, (devMat->hackOffsLength+1)*sizeof(int));
|
||||
//i = writeEllDevice(deviceMat, (void *) val, ja, irn);
|
||||
/*if (i != 0) {
|
||||
fprintf(stderr,"From routine : %s : %d \n","writeEllDeviceFloat",i);
|
||||
}*/
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
|
||||
int writeHllDeviceDouble(void* deviceMat, double* val, int* ja, int *hkoffs, int* irn, int *idiag)
|
||||
{ int i;
|
||||
HllDevice *devMat = (HllDevice *) deviceMat;
|
||||
// Ex updateFromHost function
|
||||
i = writeRemoteBuffer((void*) val, (void *)devMat->cM, devMat->allocsize*sizeof(double));
|
||||
i = writeRemoteBuffer((void*) ja, (void *)devMat->rP, devMat->allocsize*sizeof(int));
|
||||
i = writeRemoteBuffer((void*) irn, (void *)devMat->rS, devMat->rows*sizeof(int));
|
||||
i = writeRemoteBuffer((void*) idiag, (void *)devMat->diag, devMat->rows*sizeof(int));
|
||||
i = writeRemoteBuffer((void*) hkoffs, (void *)devMat->hackOffs, (devMat->hackOffsLength+1)*sizeof(int));
|
||||
/*i = writeEllDevice(deviceMat, (void *) val, ja, irn);
|
||||
if (i != 0) {
|
||||
fprintf(stderr,"From routine : %s : %d \n","writeEllDeviceDouble",i);
|
||||
}*/
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
|
||||
int writeHllDeviceFloatComplex(void* deviceMat, float complex* val, int* ja, int *hkoffs, int* irn, int *idiag)
|
||||
{ int i;
|
||||
HllDevice *devMat = (HllDevice *) deviceMat;
|
||||
// Ex updateFromHost function
|
||||
i = writeRemoteBuffer((void*) val, (void *)devMat->cM, devMat->allocsize*sizeof(cuFloatComplex));
|
||||
i = writeRemoteBuffer((void*) ja, (void *)devMat->rP, devMat->allocsize*sizeof(int));
|
||||
i = writeRemoteBuffer((void*) irn, (void *)devMat->rS, devMat->rows*sizeof(int));
|
||||
i = writeRemoteBuffer((void*) idiag, (void *)devMat->diag, devMat->rows*sizeof(int));
|
||||
i = writeRemoteBuffer((void*) hkoffs, (void *)devMat->hackOffs, (devMat->hackOffsLength+1)*sizeof(int));
|
||||
/*i = writeEllDevice(deviceMat, (void *) val, ja, irn);
|
||||
if (i != 0) {
|
||||
fprintf(stderr,"From routine : %s : %d \n","writeEllDeviceDouble",i);
|
||||
}*/
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
|
||||
int writeHllDeviceDoubleComplex(void* deviceMat, double complex* val, int* ja, int *hkoffs, int* irn, int *idiag)
|
||||
{ int i;
|
||||
HllDevice *devMat = (HllDevice *) deviceMat;
|
||||
// Ex updateFromHost function
|
||||
i = writeRemoteBuffer((void*) val, (void *)devMat->cM, devMat->allocsize*sizeof(cuDoubleComplex));
|
||||
i = writeRemoteBuffer((void*) ja, (void *)devMat->rP, devMat->allocsize*sizeof(int));
|
||||
i = writeRemoteBuffer((void*) irn, (void *)devMat->rS, devMat->rows*sizeof(int));
|
||||
i = writeRemoteBuffer((void*) idiag, (void *)devMat->diag, devMat->rows*sizeof(int));
|
||||
i = writeRemoteBuffer((void*) hkoffs, (void *)devMat->hackOffs, (devMat->hackOffsLength+1)*sizeof(int));
|
||||
/*i = writeEllDevice(deviceMat, (void *) val, ja, irn);
|
||||
if (i != 0) {
|
||||
fprintf(stderr,"From routine : %s : %d \n","writeEllDeviceDouble",i);
|
||||
}*/
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
|
||||
int readHllDeviceFloat(void* deviceMat, float* val, int* ja, int *hkoffs, int* irn, int *idiag)
|
||||
{ int i;
|
||||
HllDevice *devMat = (HllDevice *) deviceMat;
|
||||
i = readRemoteBuffer((void *) val, (void *)devMat->cM, devMat->allocsize*sizeof(float));
|
||||
i = readRemoteBuffer((void *) ja, (void *)devMat->rP, devMat->allocsize*sizeof(int));
|
||||
i = readRemoteBuffer((void *) irn, (void *)devMat->rS, devMat->rows*sizeof(int));
|
||||
i = readRemoteBuffer((void *) idiag, (void *)devMat->diag, devMat->rows*sizeof(int));
|
||||
i = readRemoteBuffer((void *) hkoffs, (void *)devMat->hackOffs, (devMat->hackOffsLength+1)*sizeof(int));
|
||||
/*i = readEllDevice(deviceMat, (void *) val, ja, irn);
|
||||
if (i != 0) {
|
||||
fprintf(stderr,"From routine : %s : %d \n","readEllDeviceFloat",i);
|
||||
}*/
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
|
||||
int readHllDeviceDouble(void* deviceMat, double* val, int* ja, int *hkoffs, int* irn, int *idiag)
|
||||
{ int i;
|
||||
HllDevice *devMat = (HllDevice *) deviceMat;
|
||||
i = readRemoteBuffer((void *) val, (void *)devMat->cM, devMat->allocsize*sizeof(double));
|
||||
i = readRemoteBuffer((void *) ja, (void *)devMat->rP, devMat->allocsize*sizeof(int));
|
||||
i = readRemoteBuffer((void *) irn, (void *)devMat->rS, devMat->rows*sizeof(int));
|
||||
i = readRemoteBuffer((void *) idiag, (void *)devMat->diag, devMat->rows*sizeof(int));
|
||||
i = readRemoteBuffer((void *) hkoffs, (void *)devMat->hackOffs, (devMat->hackOffsLength+1)*sizeof(int));
|
||||
/*if (i != 0) {
|
||||
fprintf(stderr,"From routine : %s : %d \n","readEllDeviceDouble",i);
|
||||
}*/
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
|
||||
int readHllDeviceFloatComplex(void* deviceMat, float complex* val, int* ja, int *hkoffs, int* irn, int *idiag)
|
||||
{ int i;
|
||||
HllDevice *devMat = (HllDevice *) deviceMat;
|
||||
i = readRemoteBuffer((void *) val, (void *)devMat->cM, devMat->allocsize*sizeof(cuFloatComplex));
|
||||
i = readRemoteBuffer((void *) ja, (void *)devMat->rP, devMat->allocsize*sizeof(int));
|
||||
i = readRemoteBuffer((void *) irn, (void *)devMat->rS, devMat->rows*sizeof(int));
|
||||
i = readRemoteBuffer((void*) idiag, (void *)devMat->diag, devMat->rows*sizeof(int));
|
||||
i = readRemoteBuffer((void*) hkoffs, (void *)devMat->hackOffs, (devMat->hackOffsLength+1)*sizeof(int));
|
||||
/*if (i != 0) {
|
||||
fprintf(stderr,"From routine : %s : %d \n","readEllDeviceDouble",i);
|
||||
}*/
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
|
||||
int readHllDeviceDoubleComplex(void* deviceMat, double complex* val, int* ja, int *hkoffs, int* irn, int *idiag)
|
||||
{ int i;
|
||||
HllDevice *devMat = (HllDevice *) deviceMat;
|
||||
i = readRemoteBuffer((void *) val, (void *)devMat->cM, devMat->allocsize*sizeof(cuDoubleComplex));
|
||||
i = readRemoteBuffer((void *) ja, (void *)devMat->rP, devMat->allocsize*sizeof(int));
|
||||
i = readRemoteBuffer((void *) irn, (void *)devMat->rS, devMat->rows*sizeof(int));
|
||||
i = readRemoteBuffer((void*) idiag, (void *)devMat->diag, devMat->rows*sizeof(int));
|
||||
i = readRemoteBuffer((void*) hkoffs, (void *)devMat->hackOffs, (devMat->hackOffsLength+1)*sizeof(int));
|
||||
/*if (i != 0) {
|
||||
fprintf(stderr,"From routine : %s : %d \n","readEllDeviceDouble",i);
|
||||
}*/
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
|
||||
// New copy routines.
|
||||
|
||||
int psiCopyCooToHlgFloat(int nr, int nc, int nza, int hacksz, int noffs, int isz,
|
||||
int *irn, int *hoffs, int *idisp, int *ja,
|
||||
float *val, void *deviceMat)
|
||||
{ int i,j;
|
||||
spgpuHandle_t handle;
|
||||
HllDevice *devMat = (HllDevice *) deviceMat;
|
||||
float *devVal;
|
||||
int *devIdisp, *devJa;
|
||||
int *tja;
|
||||
//fprintf(stderr,"devMat: %p\n",devMat);
|
||||
allocRemoteBuffer((void **)&(devIdisp), (nr+1)*sizeof(int));
|
||||
allocRemoteBuffer((void **)&(devJa), (nza)*sizeof(int));
|
||||
allocRemoteBuffer((void **)&(devVal), (nza)*sizeof(float));
|
||||
|
||||
// fprintf(stderr,"Writing: %d %d %d %d %d %d %d\n",nr,devMat->rows,nza,isz, hoffs[noffs], noffs, devMat->hackOffsLength);
|
||||
i = writeRemoteBuffer((void*) val, (void *)devVal, nza*sizeof(float));
|
||||
if (i==0) i = writeRemoteBuffer((void*) ja, (void *) devJa, nza*sizeof(int));
|
||||
if (i==0) i = writeRemoteBuffer((void*) irn, (void *) devMat->rS, devMat->rows*sizeof(int));
|
||||
if (i==0) i = writeRemoteBuffer((void*) hoffs, (void *) devMat->hackOffs, (devMat->hackOffsLength+1)*sizeof(int));
|
||||
if (i==0) i = writeRemoteBuffer((void*) idisp, (void *) devIdisp, (devMat->rows+1)*sizeof(int));
|
||||
//cudaSync();
|
||||
|
||||
handle = psb_cudaGetHandle();
|
||||
psi_cuda_s_CopyCooToHlg(handle, nr,nc,nza,devMat->baseIndex,hacksz,noffs,isz,
|
||||
(int *) devMat->rS, (int *) devMat->hackOffs,
|
||||
devIdisp,devJa,devVal,
|
||||
(int *) devMat->diag, (int *) devMat->rP, (float *)devMat->cM);
|
||||
|
||||
freeRemoteBuffer(devIdisp);
|
||||
freeRemoteBuffer(devJa);
|
||||
freeRemoteBuffer(devVal);
|
||||
|
||||
/*i = writeEllDevice(deviceMat, (void *) val, ja, irn);*/
|
||||
if (i != 0) {
|
||||
fprintf(stderr,"From routine : %s : %d \n","writeHllDeviceFloat",i);
|
||||
}
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
|
||||
int psiCopyCooToHlgDouble(int nr, int nc, int nza, int hacksz, int noffs, int isz,
|
||||
int *irn, int *hoffs, int *idisp, int *ja,
|
||||
double *val, void *deviceMat)
|
||||
{ int i,j;
|
||||
spgpuHandle_t handle;
|
||||
HllDevice *devMat = (HllDevice *) deviceMat;
|
||||
double *devVal;
|
||||
int *devIdisp, *devJa;
|
||||
int *tja;
|
||||
//fprintf(stderr,"devMat: %p\n",devMat);
|
||||
allocRemoteBuffer((void **)&(devIdisp), (nr+1)*sizeof(int));
|
||||
allocRemoteBuffer((void **)&(devJa), (nza)*sizeof(int));
|
||||
allocRemoteBuffer((void **)&(devVal), (nza)*sizeof(double));
|
||||
|
||||
// fprintf(stderr,"Writing: %d %d %d %d %d %d %d\n",nr,devMat->rows,nza,isz, hoffs[noffs], noffs, devMat->hackOffsLength);
|
||||
i = writeRemoteBuffer((void*) val, (void *)devVal, nza*sizeof(double));
|
||||
//fprintf(stderr,"WriteRemoteBuffer val %d\n",i);
|
||||
if (i==0) i = writeRemoteBuffer((void*) ja, (void *) devJa, nza*sizeof(int));
|
||||
//fprintf(stderr,"WriteRemoteBuffer ja %d\n",i);
|
||||
if (i==0) i = writeRemoteBuffer((void*) irn, (void *) devMat->rS, devMat->rows*sizeof(int));
|
||||
//fprintf(stderr,"WriteRemoteBuffer irn %d\n",i);
|
||||
if (i==0) i = writeRemoteBuffer((void*) hoffs, (void *) devMat->hackOffs, (devMat->hackOffsLength+1)*sizeof(int));
|
||||
//fprintf(stderr,"WriteRemoteBuffer hoffs %d\n",i);
|
||||
if (i==0) i = writeRemoteBuffer((void*) idisp, (void *) devIdisp, (devMat->rows+1)*sizeof(int));
|
||||
//fprintf(stderr,"WriteRemoteBuffer idisp %d\n",i);
|
||||
//cudaSync();
|
||||
//fprintf(stderr," hacksz: %d \n",hacksz);
|
||||
handle = psb_cudaGetHandle();
|
||||
psi_cuda_d_CopyCooToHlg(handle, nr,nc,nza,devMat->baseIndex,hacksz,noffs,isz,
|
||||
(int *) devMat->rS, (int *) devMat->hackOffs,
|
||||
devIdisp,devJa,devVal,
|
||||
(int *) devMat->diag, (int *) devMat->rP, (double *)devMat->cM);
|
||||
|
||||
freeRemoteBuffer(devIdisp);
|
||||
freeRemoteBuffer(devJa);
|
||||
freeRemoteBuffer(devVal);
|
||||
|
||||
/*i = writeEllDevice(deviceMat, (void *) val, ja, irn);*/
|
||||
if (i != 0) {
|
||||
fprintf(stderr,"From routine : %s : %d \n","writeHllDeviceDouble",i);
|
||||
}
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
|
||||
int psiCopyCooToHlgFloatComplex(int nr, int nc, int nza, int hacksz, int noffs, int isz,
|
||||
int *irn, int *hoffs, int *idisp, int *ja,
|
||||
float complex *val, void *deviceMat)
|
||||
{ int i,j;
|
||||
spgpuHandle_t handle;
|
||||
HllDevice *devMat = (HllDevice *) deviceMat;
|
||||
float complex *devVal;
|
||||
int *devIdisp, *devJa;
|
||||
int *tja;
|
||||
//fprintf(stderr,"devMat: %p\n",devMat);
|
||||
allocRemoteBuffer((void **)&(devIdisp), (nr+1)*sizeof(int));
|
||||
allocRemoteBuffer((void **)&(devJa), (nza)*sizeof(int));
|
||||
allocRemoteBuffer((void **)&(devVal), (nza)*sizeof(cuFloatComplex));
|
||||
|
||||
// fprintf(stderr,"Writing: %d %d %d %d %d %d %d\n",nr,devMat->rows,nza,isz, hoffs[noffs], noffs, devMat->hackOffsLength);
|
||||
i = writeRemoteBuffer((void*) val, (void *)devVal, nza*sizeof(cuFloatComplex));
|
||||
if (i==0) i = writeRemoteBuffer((void*) ja, (void *) devJa, nza*sizeof(int));
|
||||
if (i==0) i = writeRemoteBuffer((void*) irn, (void *) devMat->rS, devMat->rows*sizeof(int));
|
||||
if (i==0) i = writeRemoteBuffer((void*) hoffs, (void *) devMat->hackOffs, (devMat->hackOffsLength+1)*sizeof(int));
|
||||
if (i==0) i = writeRemoteBuffer((void*) idisp, (void *) devIdisp, (devMat->rows+1)*sizeof(int));
|
||||
//cudaSync();
|
||||
|
||||
handle = psb_cudaGetHandle();
|
||||
psi_cuda_c_CopyCooToHlg(handle, nr,nc,nza,devMat->baseIndex,hacksz,noffs,isz,
|
||||
(int *) devMat->rS, (int *) devMat->hackOffs,
|
||||
devIdisp,devJa,devVal,
|
||||
(int *) devMat->diag,(int *) devMat->rP, (float complex *)devMat->cM);
|
||||
|
||||
freeRemoteBuffer(devIdisp);
|
||||
freeRemoteBuffer(devJa);
|
||||
freeRemoteBuffer(devVal);
|
||||
|
||||
/*i = writeEllDevice(deviceMat, (void *) val, ja, irn);*/
|
||||
if (i != 0) {
|
||||
fprintf(stderr,"From routine : %s : %d \n","writeHllDeviceFloatComplex",i);
|
||||
}
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
|
||||
int psiCopyCooToHlgDoubleComplex(int nr, int nc, int nza, int hacksz, int noffs, int isz,
|
||||
int *irn, int *hoffs, int *idisp, int *ja,
|
||||
double complex *val, void *deviceMat)
|
||||
{ int i,j;
|
||||
spgpuHandle_t handle;
|
||||
HllDevice *devMat = (HllDevice *) deviceMat;
|
||||
double complex *devVal;
|
||||
int *devIdisp, *devJa;
|
||||
int *tja;
|
||||
//fprintf(stderr,"devMat: %p\n",devMat);
|
||||
allocRemoteBuffer((void **)&(devIdisp), (nr+1)*sizeof(int));
|
||||
allocRemoteBuffer((void **)&(devJa), (nza)*sizeof(int));
|
||||
allocRemoteBuffer((void **)&(devVal), (nza)*sizeof(cuDoubleComplex));
|
||||
|
||||
// fprintf(stderr,"Writing: %d %d %d %d %d %d %d\n",nr,devMat->rows,nza,isz, hoffs[noffs], noffs, devMat->hackOffsLength);
|
||||
i = writeRemoteBuffer((void*) val, (void *)devVal, nza*sizeof(cuDoubleComplex));
|
||||
if (i==0) i = writeRemoteBuffer((void*) ja, (void *) devJa, nza*sizeof(int));
|
||||
if (i==0) i = writeRemoteBuffer((void*) irn, (void *) devMat->rS, devMat->rows*sizeof(int));
|
||||
if (i==0) i = writeRemoteBuffer((void*) hoffs, (void *) devMat->hackOffs, (devMat->hackOffsLength+1)*sizeof(int));
|
||||
if (i==0) i = writeRemoteBuffer((void*) idisp, (void *) devIdisp, (devMat->rows+1)*sizeof(int));
|
||||
//cudaSync();
|
||||
|
||||
handle = psb_cudaGetHandle();
|
||||
psi_cuda_z_CopyCooToHlg(handle, nr,nc,nza,devMat->baseIndex,hacksz,noffs,isz,
|
||||
(int *) devMat->rS, (int *) devMat->hackOffs,
|
||||
devIdisp,devJa,devVal,
|
||||
(int *) devMat->diag,(int *) devMat->rP, (double complex *)devMat->cM);
|
||||
|
||||
freeRemoteBuffer(devIdisp);
|
||||
freeRemoteBuffer(devJa);
|
||||
freeRemoteBuffer(devVal);
|
||||
|
||||
/*i = writeEllDevice(deviceMat, (void *) val, ja, irn);*/
|
||||
if (i != 0) {
|
||||
fprintf(stderr,"From routine : %s : %d \n","writeHllDeviceDoubleComplex",i);
|
||||
}
|
||||
return SPGPU_SUCCESS;
|
||||
}
|
||||
@ -0,0 +1,156 @@
|
||||
/* Parallel Sparse BLAS GPU plugin */
|
||||
/* (C) Copyright 2013 */
|
||||
|
||||
/* Salvatore Filippone */
|
||||
/* Alessandro Fanfarillo */
|
||||
|
||||
/* Redistribution and use in source and binary forms, with or without */
|
||||
/* modification, are permitted provided that the following conditions */
|
||||
/* are met: */
|
||||
/* 1. Redistributions of source code must retain the above copyright */
|
||||
/* notice, this list of conditions and the following disclaimer. */
|
||||
/* 2. Redistributions in binary form must reproduce the above copyright */
|
||||
/* notice, this list of conditions, and the following disclaimer in the */
|
||||
/* documentation and/or other materials provided with the distribution. */
|
||||
/* 3. The name of the PSBLAS group or the names of its contributors may */
|
||||
/* not be used to endorse or promote products derived from this */
|
||||
/* software without specific written permission. */
|
||||
|
||||
/* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS */
|
||||
/* ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED */
|
||||
/* TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR */
|
||||
/* PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS */
|
||||
/* BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR */
|
||||
/* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF */
|
||||
/* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS */
|
||||
/* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN */
|
||||
/* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) */
|
||||
/* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE */
|
||||
/* POSSIBILITY OF SUCH DAMAGE. */
|
||||
|
||||
|
||||
#ifndef _HLLDEV_H_
|
||||
#define _HLLDEV_H_
|
||||
|
||||
#include "cintrf.h"
|
||||
#include "hell.h"
|
||||
|
||||
|
||||
typedef struct hlldevice
|
||||
{
|
||||
// Compressed matrix
|
||||
void *cM; //it can be float or double
|
||||
|
||||
// row pointers (same size of cM)
|
||||
int *rP;
|
||||
|
||||
// row size and diagonal position
|
||||
int *rS;
|
||||
int *diag;
|
||||
|
||||
int *hackOffs;
|
||||
|
||||
int rows;
|
||||
int avgNzr;
|
||||
int hackOffsLength;
|
||||
int nzt;
|
||||
int hackSize; //must be multiple of 32
|
||||
|
||||
//matrix size (uncompressed)
|
||||
//int rows;
|
||||
//int columns;
|
||||
|
||||
//allocation size
|
||||
int allocsize;
|
||||
|
||||
/*(i.e. 0 for C, 1 for Fortran)*/
|
||||
int baseIndex;
|
||||
} HllDevice;
|
||||
|
||||
typedef struct hlldeviceparams
|
||||
{
|
||||
|
||||
unsigned int elementType;
|
||||
|
||||
unsigned int hackSize;
|
||||
|
||||
// Number of rows.
|
||||
// Used to allocate rS array
|
||||
unsigned int rows;
|
||||
unsigned int avgNzr;
|
||||
unsigned int nzt;
|
||||
//unsigned int hackOffsLength;
|
||||
|
||||
// Number of columns.
|
||||
// Used for error-checking
|
||||
// unsigned int columns;
|
||||
|
||||
unsigned int allocsize;
|
||||
|
||||
// First index (e.g 0 or 1)
|
||||
unsigned int firstIndex;
|
||||
|
||||
} HllDeviceParams;
|
||||
|
||||
|
||||
HllDeviceParams bldHllDeviceParams(unsigned int hksize, unsigned int rows, unsigned int nzeros,
|
||||
unsigned int allocsize,
|
||||
unsigned int elementType, unsigned int firstIndex);
|
||||
int getHllDeviceParams(HllDevice* mat, int *hksize, int *rows, int *nzeros,
|
||||
int *allocsize, int *hackOffsLength, int *firstIndex, int *avgnzr);
|
||||
int FallocHllDevice(void** deviceMat,unsigned int hksize, unsigned int rows, unsigned int nzeros,
|
||||
unsigned int allocsize, unsigned int elementType, unsigned int firstIndex);
|
||||
int allocHllDevice(void ** remoteMatrix, HllDeviceParams* params);
|
||||
void freeHllDevice(void* remoteMatrix);
|
||||
int writeHllDeviceFloat(void* deviceMat, float* val, int* ja, int *hkoffs, int* irn, int *idiag);
|
||||
int writeHllDeviceDouble(void* deviceMat, double* val, int* ja, int *hkoffs, int* irn, int *idiag);
|
||||
int writeHllDeviceFloatComplex(void* deviceMat, float complex* val,
|
||||
int* ja, int *hkoffs, int* irn, int *idiag);
|
||||
int writeHllDeviceDoubleComplex(void* deviceMat, double complex* val,
|
||||
int* ja, int *hkoffs, int* irn, int *idiag);
|
||||
int readHllDeviceFloat(void* deviceMat, float* val, int* ja, int *hkoffs, int* irn, int *idiag);
|
||||
int readHllDeviceDouble(void* deviceMat, double* val, int* ja, int *hkoffs, int* irn, int *idiag);
|
||||
int readHllDeviceFloatComplex(void* deviceMat, float complex* val,
|
||||
int* ja, int *hkoffs, int* irn, int *idiag);
|
||||
int readHllDeviceDoubleComplex(void* deviceMat, double complex* val,
|
||||
int* ja, int *hkoffs, int* irn, int *idiag);
|
||||
|
||||
|
||||
int psiCopyCooToHlgFloat(int nr, int nc, int nza, int hacksz, int noffs, int isz,
|
||||
int *irn, int *hoffs, int *idisp, int *ja,
|
||||
float *val, void *deviceMat);
|
||||
int psiCopyCooToHlgDouble(int nr, int nc, int nza, int hacksz, int noffs, int isz,
|
||||
int *irn, int *hoffs, int *idisp, int *ja,
|
||||
double *val, void *deviceMat);
|
||||
int psiCopyCooToHlgFloatComplex(int nr, int nc, int nza, int hacksz,
|
||||
int noffs, int isz, int *irn,
|
||||
int *hoffs, int *idisp, int *ja,
|
||||
float complex *val, void *deviceMat);
|
||||
int psiCopyCooToHlgDoubleComplex(int nr, int nc, int nza, int hacksz,
|
||||
int noffs, int isz, int *irn,
|
||||
int *hoffs, int *idisp, int *ja,
|
||||
double complex *val, void *deviceMat);
|
||||
|
||||
int psi_cuda_s_CopyCooToHlg(spgpuHandle_t handle,int nr, int nc, int nza,
|
||||
int baseIdx, int hacksz, int noffs, int isz,
|
||||
int *irn, int *hoffs, int *idisp,
|
||||
int *ja, float *val,
|
||||
int *idiag, int *rP, float *cM);
|
||||
int psi_cuda_d_CopyCooToHlg(spgpuHandle_t handle,int nr, int nc, int nza,
|
||||
int baseIdx, int hacksz, int noffs, int isz,
|
||||
int *irn, int *hoffs, int *idisp,
|
||||
int *ja, double *val,
|
||||
int *idiag, int *rP, double *cM);
|
||||
int psi_cuda_c_CopyCooToHlg(spgpuHandle_t handle,int nr, int nc, int nza,
|
||||
int baseIdx, int hacksz, int noffs, int isz,
|
||||
int *irn, int *hoffs, int *idisp,
|
||||
int *ja, float complex *val,
|
||||
int *idiag, int *rP, float complex *cM);
|
||||
int psi_cuda_z_CopyCooToHlg(spgpuHandle_t handle,int nr, int nc, int nza,
|
||||
int baseIdx, int hacksz, int noffs, int isz,
|
||||
int *irn, int *hoffs, int *idisp,
|
||||
int *ja, double complex *val,
|
||||
int *idiag, int *rP, double complex *cM);
|
||||
|
||||
|
||||
#endif
|
||||
@ -0,0 +1,268 @@
|
||||
! Parallel Sparse BLAS GPU plugin
|
||||
! (C) Copyright 2013
|
||||
!
|
||||
! Salvatore Filippone
|
||||
! Alessandro Fanfarillo
|
||||
!
|
||||
! Redistribution and use in source and binary forms, with or without
|
||||
! modification, are permitted provided that the following conditions
|
||||
! are met:
|
||||
! 1. Redistributions of source code must retain the above copyright
|
||||
! notice, this list of conditions and the following disclaimer.
|
||||
! 2. Redistributions in binary form must reproduce the above copyright
|
||||
! notice, this list of conditions, and the following disclaimer in the
|
||||
! documentation and/or other materials provided with the distribution.
|
||||
! 3. The name of the PSBLAS group or the names of its contributors may
|
||||
! not be used to endorse or promote products derived from this
|
||||
! software without specific written permission.
|
||||
!
|
||||
! THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
! ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
! TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
! PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS
|
||||
! BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
! CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
! SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
! INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
! CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
! ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
! POSSIBILITY OF SUCH DAMAGE.
|
||||
!
|
||||
|
||||
|
||||
module hlldev_mod
|
||||
use iso_c_binding
|
||||
use core_mod
|
||||
|
||||
type, bind(c) :: hlldev_parms
|
||||
integer(c_int) :: element_type
|
||||
integer(c_int) :: hackSize
|
||||
integer(c_int) :: rows
|
||||
integer(c_int) :: avgNzr
|
||||
integer(c_int) :: allocsize
|
||||
integer(c_int) :: firstIndex
|
||||
end type hlldev_parms
|
||||
|
||||
interface
|
||||
function bldHllDeviceParams(hksize, rows, nzeros, allocsize, elementType, firstIndex) &
|
||||
& result(res) bind(c,name='bldHllDeviceParams')
|
||||
use iso_c_binding
|
||||
import :: hlldev_parms
|
||||
type(hlldev_parms) :: res
|
||||
integer(c_int), value :: hksize,rows,nzeros,allocsize,elementType,firstIndex
|
||||
end function BldHllDeviceParams
|
||||
end interface
|
||||
|
||||
interface
|
||||
function getHllDeviceParams(deviceMat,hksize, rows, nzeros, allocsize,&
|
||||
& hackOffsLength, firstIndex,avgnzr) &
|
||||
& result(res) bind(c,name='getHllDeviceParams')
|
||||
use iso_c_binding
|
||||
import :: hlldev_parms
|
||||
integer(c_int) :: res
|
||||
type(c_ptr), value :: deviceMat
|
||||
integer(c_int) :: hksize,rows,nzeros,allocsize,hackOffsLength,firstIndex,avgnzr
|
||||
end function GetHllDeviceParams
|
||||
end interface
|
||||
|
||||
|
||||
interface
|
||||
function FallocHllDevice(deviceMat,hksize,rows, nzeros,allocsize, &
|
||||
& elementType,firstIndex) &
|
||||
& result(res) bind(c,name='FallocHllDevice')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
integer(c_int), value :: hksize,rows,nzeros,allocsize,elementType,firstIndex
|
||||
type(c_ptr) :: deviceMat
|
||||
end function FallocHllDevice
|
||||
end interface
|
||||
|
||||
|
||||
interface writeHllDevice
|
||||
|
||||
function writeHllDeviceFloat(deviceMat,val,ja,hkoffs,irn,idiag) &
|
||||
& result(res) bind(c,name='writeHllDeviceFloat')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
type(c_ptr), value :: deviceMat
|
||||
real(c_float) :: val(*)
|
||||
integer(c_int) :: ja(*),irn(*),hkoffs(*),idiag(*)
|
||||
end function writeHllDeviceFloat
|
||||
|
||||
function writeHllDeviceDouble(deviceMat,val,ja,hkoffs,irn,idiag) &
|
||||
& result(res) bind(c,name='writeHllDeviceDouble')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
type(c_ptr), value :: deviceMat
|
||||
real(c_double) :: val(*)
|
||||
integer(c_int) :: ja(*),irn(*),hkoffs(*),idiag(*)
|
||||
end function writeHllDeviceDouble
|
||||
|
||||
function writeHllDeviceFloatComplex(deviceMat,val,ja,hkoffs,irn,idiag) &
|
||||
& result(res) bind(c,name='writeHllDeviceFloatComplex')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
type(c_ptr), value :: deviceMat
|
||||
complex(c_float_complex) :: val(*)
|
||||
integer(c_int) :: ja(*),irn(*),hkoffs(*),idiag(*)
|
||||
end function writeHllDeviceFloatComplex
|
||||
|
||||
function writeHllDeviceDoubleComplex(deviceMat,val,ja,hkoffs,irn,idiag) &
|
||||
& result(res) bind(c,name='writeHllDeviceDoubleComplex')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
type(c_ptr), value :: deviceMat
|
||||
complex(c_double_complex) :: val(*)
|
||||
integer(c_int) :: ja(*),irn(*),hkoffs(*),idiag(*)
|
||||
end function writeHllDeviceDoubleComplex
|
||||
|
||||
end interface
|
||||
|
||||
interface readHllDevice
|
||||
|
||||
function readHllDeviceFloat(deviceMat,val,ja,hkoffs,irn,idiag) &
|
||||
& result(res) bind(c,name='readHllDeviceFloat')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
type(c_ptr), value :: deviceMat
|
||||
real(c_float) :: val(*)
|
||||
integer(c_int) :: ja(*),irn(*),hkoffs(*),idiag(*)
|
||||
end function readHllDeviceFloat
|
||||
|
||||
function readHllDeviceDouble(deviceMat,val,ja,hkoffs,irn,idiag) &
|
||||
& result(res) bind(c,name='readHllDeviceDouble')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
type(c_ptr), value :: deviceMat
|
||||
real(c_double) :: val(*)
|
||||
integer(c_int) :: ja(*),irn(*),hkoffs(*),idiag(*)
|
||||
end function readHllDeviceDouble
|
||||
|
||||
function readHllDeviceFloatComplex(deviceMat,val,ja,hkoffs,irn,idiag) &
|
||||
& result(res) bind(c,name='readHllDeviceFloatComplex')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
type(c_ptr), value :: deviceMat
|
||||
complex(c_float_complex) :: val(*)
|
||||
integer(c_int) :: ja(*),irn(*),hkoffs(*),idiag(*)
|
||||
end function readHllDeviceFloatComplex
|
||||
|
||||
function readHllDeviceDoubleComplex(deviceMat,val,ja,hkoffs,irn,idiag) &
|
||||
& result(res) bind(c,name='readHllDeviceDoubleComplex')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
type(c_ptr), value :: deviceMat
|
||||
complex(c_double_complex) :: val(*)
|
||||
integer(c_int) :: ja(*),irn(*),hkoffs(*),idiag(*)
|
||||
end function readHllDeviceDoubleComplex
|
||||
|
||||
end interface
|
||||
|
||||
interface
|
||||
subroutine freeHllDevice(deviceMat) &
|
||||
& bind(c,name='freeHllDevice')
|
||||
use iso_c_binding
|
||||
type(c_ptr), value :: deviceMat
|
||||
end subroutine freeHllDevice
|
||||
end interface
|
||||
|
||||
|
||||
interface psi_CopyCooToHlg
|
||||
function psiCopyCooToHlgFloat(nr, nc, nza, hacksz, noffs, isz, irn, &
|
||||
& hoffs, idisp, ja, val, deviceMat) &
|
||||
& result(res) bind(c,name='psiCopyCooToHlgFloat')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
integer(c_int), value :: nr,nc,nza,hacksz,noffs,isz
|
||||
type(c_ptr), value :: deviceMat
|
||||
real(c_float) :: val(*)
|
||||
integer(c_int) :: irn(*), idisp(*), ja(*), hoffs(*)
|
||||
end function psiCopyCooToHlgFloat
|
||||
function psiCopyCooToHlgDouble(nr, nc, nza, hacksz, noffs, isz, irn, &
|
||||
& hoffs, idisp, ja, val, deviceMat) &
|
||||
& result(res) bind(c,name='psiCopyCooToHlgDouble')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
integer(c_int), value :: nr,nc,nza,hacksz,noffs,isz
|
||||
type(c_ptr), value :: deviceMat
|
||||
real(c_double) :: val(*)
|
||||
integer(c_int) :: irn(*), idisp(*), ja(*), hoffs(*)
|
||||
end function psiCopyCooToHlgDouble
|
||||
function psiCopyCooToHlgFloatComplex(nr, nc, nza, hacksz, noffs, isz, irn, &
|
||||
& hoffs, idisp, ja, val, deviceMat) &
|
||||
& result(res) bind(c,name='psiCopyCooToHlgFloatComplex')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
integer(c_int), value :: nr,nc,nza,hacksz,noffs,isz
|
||||
type(c_ptr), value :: deviceMat
|
||||
complex(c_float_complex) :: val(*)
|
||||
integer(c_int) :: irn(*), idisp(*), ja(*), hoffs(*)
|
||||
end function psiCopyCooToHlgFloatComplex
|
||||
function psiCopyCooToHlgDoubleComplex(nr, nc, nza, hacksz, noffs, isz, irn, &
|
||||
& hoffs, idisp, ja, val, deviceMat) &
|
||||
& result(res) bind(c,name='psiCopyCooToHlgDoubleComplex')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
integer(c_int), value :: nr,nc,nza,hacksz,noffs,isz
|
||||
type(c_ptr), value :: deviceMat
|
||||
complex(c_double_complex) :: val(*)
|
||||
integer(c_int) :: irn(*), idisp(*), ja(*), hoffs(*)
|
||||
end function psiCopyCooToHlgDoubleComplex
|
||||
end interface
|
||||
|
||||
|
||||
!interface
|
||||
! function getHllDevicePitch(deviceMat) &
|
||||
! & bind(c,name='getHllDevicePitch') result(res)
|
||||
! use iso_c_binding
|
||||
! type(c_ptr), value :: deviceMat
|
||||
! integer(c_int) :: res
|
||||
! end function getHllDevicePitch
|
||||
!end interface
|
||||
|
||||
!interface
|
||||
! function getHllDeviceMaxRowSize(deviceMat) &
|
||||
! & bind(c,name='getHllDeviceMaxRowSize') result(res)
|
||||
! use iso_c_binding
|
||||
! type(c_ptr), value :: deviceMat
|
||||
! integer(c_int) :: res
|
||||
! end function getHllDeviceMaxRowSize
|
||||
!end interface
|
||||
|
||||
interface spmvHllDevice
|
||||
|
||||
function spmvHllDeviceFloat(deviceMat,alpha,x,beta,y) &
|
||||
& result(res) bind(c,name='spmvHllDeviceFloat')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
type(c_ptr), value :: deviceMat, x, y
|
||||
real(c_float),value :: alpha, beta
|
||||
end function spmvHllDeviceFloat
|
||||
|
||||
function spmvHllDeviceDouble(deviceMat,alpha,x,beta,y) &
|
||||
& result(res) bind(c,name='spmvHllDeviceDouble')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
type(c_ptr), value :: deviceMat, x, y
|
||||
real(c_double),value :: alpha, beta
|
||||
end function spmvHllDeviceDouble
|
||||
|
||||
function spmvHllDeviceFloatComplex(deviceMat,alpha,x,beta,y) &
|
||||
& result(res) bind(c,name='spmvHllDeviceFloatComplex')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
type(c_ptr), value :: deviceMat, x, y
|
||||
complex(c_float_complex),value :: alpha, beta
|
||||
end function spmvHllDeviceFloatComplex
|
||||
|
||||
function spmvHllDeviceDoubleComplex(deviceMat,alpha,x,beta,y) &
|
||||
& result(res) bind(c,name='spmvHllDeviceDoubleComplex')
|
||||
use iso_c_binding
|
||||
integer(c_int) :: res
|
||||
type(c_ptr), value :: deviceMat, x, y
|
||||
complex(c_double_complex),value :: alpha, beta
|
||||
end function spmvHllDeviceDoubleComplex
|
||||
|
||||
end interface
|
||||
|
||||
end module hlldev_mod
|
||||
@ -0,0 +1,297 @@
|
||||
include ../../Make.inc
|
||||
LIBDIR=../../lib
|
||||
INCDIR=../../include
|
||||
MODDIR=../../modules
|
||||
PSBLAS_LIB= -L$(PSBLIBDIR) -lpsb_util -lpsb_base
|
||||
#-lpsb_util -lpsb_krylov -lpsb_prec -lpsb_base
|
||||
LDLIBS=$(PSBLDLIBS)
|
||||
#
|
||||
# Compilers and such
|
||||
#
|
||||
#CCOPT= -g
|
||||
FINCLUDES=$(FMFLAG).. $(FMFLAG)$(MODDIR) $(FMFLAG)$(INCDIR) $(FIFLAG)..
|
||||
CINCLUDES=-I$(GPU_INCDIR) -I$(CUDA_INCDIR)
|
||||
LIBNAME=libpsb_gpu.a
|
||||
CXXDEFINES=$(PSBCXXDEFINES) $(SPGPU_DEFINES) $(CUDA_DEFINES)
|
||||
CDEFINES=$(PSBCDEFINES) $(SPGPU_DEFINES) $(CUDA_DEFINES)
|
||||
FDEFINES=$(PSBFDEFINES) $(SPGPU_DEFINES) $(CUDA_DEFINES)
|
||||
|
||||
OBJS= \
|
||||
psb_d_cuda_cp_csrg_from_coo.o \
|
||||
psb_d_cuda_cp_csrg_from_fmt.o \
|
||||
psb_d_cuda_cp_elg_from_coo.o \
|
||||
psb_d_cuda_cp_elg_from_fmt.o \
|
||||
psb_s_cuda_cp_csrg_from_coo.o \
|
||||
psb_s_cuda_cp_csrg_from_fmt.o \
|
||||
psb_s_cuda_csrg_allocate_mnnz.o \
|
||||
psb_s_cuda_csrg_csmm.o \
|
||||
psb_s_cuda_csrg_csmv.o \
|
||||
psb_s_cuda_csrg_mold.o \
|
||||
psb_s_cuda_csrg_reallocate_nz.o \
|
||||
psb_s_cuda_csrg_scal.o \
|
||||
psb_s_cuda_csrg_scals.o \
|
||||
psb_s_cuda_csrg_from_gpu.o \
|
||||
psb_s_cuda_csrg_to_gpu.o \
|
||||
psb_s_cuda_csrg_vect_mv.o \
|
||||
psb_s_cuda_csrg_inner_vect_sv.o \
|
||||
psb_d_cuda_csrg_allocate_mnnz.o \
|
||||
psb_d_cuda_csrg_csmm.o \
|
||||
psb_d_cuda_csrg_csmv.o \
|
||||
psb_d_cuda_csrg_mold.o \
|
||||
psb_d_cuda_csrg_reallocate_nz.o \
|
||||
psb_d_cuda_csrg_scal.o \
|
||||
psb_d_cuda_csrg_scals.o \
|
||||
psb_d_cuda_csrg_from_gpu.o \
|
||||
psb_d_cuda_csrg_to_gpu.o \
|
||||
psb_d_cuda_csrg_vect_mv.o \
|
||||
psb_d_cuda_csrg_inner_vect_sv.o \
|
||||
psb_d_cuda_elg_allocate_mnnz.o \
|
||||
psb_d_cuda_elg_asb.o \
|
||||
psb_d_cuda_elg_csmm.o \
|
||||
psb_d_cuda_elg_csmv.o \
|
||||
psb_d_cuda_elg_csput.o \
|
||||
psb_d_cuda_elg_from_gpu.o \
|
||||
psb_d_cuda_elg_inner_vect_sv.o \
|
||||
psb_d_cuda_elg_mold.o \
|
||||
psb_d_cuda_elg_reallocate_nz.o \
|
||||
psb_d_cuda_elg_scal.o \
|
||||
psb_d_cuda_elg_scals.o \
|
||||
psb_d_cuda_elg_to_gpu.o \
|
||||
psb_d_cuda_elg_vect_mv.o \
|
||||
psb_d_cuda_mv_csrg_from_coo.o \
|
||||
psb_d_cuda_mv_csrg_from_fmt.o \
|
||||
psb_d_cuda_mv_elg_from_coo.o \
|
||||
psb_d_cuda_mv_elg_from_fmt.o \
|
||||
psb_s_cuda_mv_csrg_from_coo.o \
|
||||
psb_s_cuda_mv_csrg_from_fmt.o \
|
||||
psb_s_cuda_cp_elg_from_coo.o \
|
||||
psb_s_cuda_cp_elg_from_fmt.o \
|
||||
psb_s_cuda_elg_allocate_mnnz.o \
|
||||
psb_s_cuda_elg_asb.o \
|
||||
psb_s_cuda_elg_csmm.o \
|
||||
psb_s_cuda_elg_csmv.o \
|
||||
psb_s_cuda_elg_csput.o \
|
||||
psb_s_cuda_elg_inner_vect_sv.o \
|
||||
psb_s_cuda_elg_mold.o \
|
||||
psb_s_cuda_elg_reallocate_nz.o \
|
||||
psb_s_cuda_elg_scal.o \
|
||||
psb_s_cuda_elg_scals.o \
|
||||
psb_s_cuda_elg_to_gpu.o \
|
||||
psb_s_cuda_elg_from_gpu.o \
|
||||
psb_s_cuda_elg_vect_mv.o \
|
||||
psb_s_cuda_mv_elg_from_coo.o \
|
||||
psb_s_cuda_mv_elg_from_fmt.o \
|
||||
psb_s_cuda_cp_hlg_from_fmt.o \
|
||||
psb_s_cuda_cp_hlg_from_coo.o \
|
||||
psb_d_cuda_cp_hlg_from_fmt.o \
|
||||
psb_d_cuda_cp_hlg_from_coo.o \
|
||||
psb_d_cuda_hlg_allocate_mnnz.o \
|
||||
psb_d_cuda_hlg_csmm.o \
|
||||
psb_d_cuda_hlg_csmv.o \
|
||||
psb_d_cuda_hlg_inner_vect_sv.o \
|
||||
psb_d_cuda_hlg_mold.o \
|
||||
psb_d_cuda_hlg_reallocate_nz.o \
|
||||
psb_d_cuda_hlg_scal.o \
|
||||
psb_d_cuda_hlg_scals.o \
|
||||
psb_d_cuda_hlg_from_gpu.o \
|
||||
psb_d_cuda_hlg_to_gpu.o \
|
||||
psb_d_cuda_hlg_vect_mv.o \
|
||||
psb_s_cuda_hlg_allocate_mnnz.o \
|
||||
psb_s_cuda_hlg_csmm.o \
|
||||
psb_s_cuda_hlg_csmv.o \
|
||||
psb_s_cuda_hlg_inner_vect_sv.o \
|
||||
psb_s_cuda_hlg_mold.o \
|
||||
psb_s_cuda_hlg_reallocate_nz.o \
|
||||
psb_s_cuda_hlg_scal.o \
|
||||
psb_s_cuda_hlg_scals.o \
|
||||
psb_s_cuda_hlg_from_gpu.o \
|
||||
psb_s_cuda_hlg_to_gpu.o \
|
||||
psb_s_cuda_hlg_vect_mv.o \
|
||||
psb_s_cuda_mv_hlg_from_coo.o \
|
||||
psb_s_cuda_cp_hlg_from_coo.o \
|
||||
psb_s_cuda_mv_hlg_from_fmt.o \
|
||||
psb_d_cuda_mv_hlg_from_coo.o \
|
||||
psb_d_cuda_cp_hlg_from_coo.o \
|
||||
psb_d_cuda_mv_hlg_from_fmt.o \
|
||||
psb_s_cuda_hybg_allocate_mnnz.o \
|
||||
psb_s_cuda_hybg_csmm.o \
|
||||
psb_s_cuda_hybg_csmv.o \
|
||||
psb_s_cuda_hybg_reallocate_nz.o \
|
||||
psb_s_cuda_hybg_scal.o \
|
||||
psb_s_cuda_hybg_scals.o \
|
||||
psb_s_cuda_hybg_to_gpu.o \
|
||||
psb_s_cuda_hybg_vect_mv.o \
|
||||
psb_s_cuda_hybg_inner_vect_sv.o \
|
||||
psb_s_cuda_cp_hybg_from_coo.o \
|
||||
psb_s_cuda_cp_hybg_from_fmt.o \
|
||||
psb_s_cuda_mv_hybg_from_fmt.o \
|
||||
psb_s_cuda_mv_hybg_from_coo.o \
|
||||
psb_s_cuda_hybg_mold.o \
|
||||
psb_d_cuda_hybg_allocate_mnnz.o \
|
||||
psb_d_cuda_hybg_csmm.o \
|
||||
psb_d_cuda_hybg_csmv.o \
|
||||
psb_d_cuda_hybg_reallocate_nz.o \
|
||||
psb_d_cuda_hybg_scal.o \
|
||||
psb_d_cuda_hybg_scals.o \
|
||||
psb_d_cuda_hybg_to_gpu.o \
|
||||
psb_d_cuda_hybg_vect_mv.o \
|
||||
psb_d_cuda_hybg_inner_vect_sv.o \
|
||||
psb_d_cuda_cp_hybg_from_coo.o \
|
||||
psb_d_cuda_cp_hybg_from_fmt.o \
|
||||
psb_d_cuda_mv_hybg_from_fmt.o \
|
||||
psb_d_cuda_mv_hybg_from_coo.o \
|
||||
psb_d_cuda_hybg_mold.o \
|
||||
psb_z_cuda_cp_csrg_from_coo.o \
|
||||
psb_z_cuda_cp_csrg_from_fmt.o \
|
||||
psb_z_cuda_cp_elg_from_coo.o \
|
||||
psb_z_cuda_cp_elg_from_fmt.o \
|
||||
psb_c_cuda_cp_csrg_from_coo.o \
|
||||
psb_c_cuda_cp_csrg_from_fmt.o \
|
||||
psb_c_cuda_csrg_allocate_mnnz.o \
|
||||
psb_c_cuda_csrg_csmm.o \
|
||||
psb_c_cuda_csrg_csmv.o \
|
||||
psb_c_cuda_csrg_mold.o \
|
||||
psb_c_cuda_csrg_reallocate_nz.o \
|
||||
psb_c_cuda_csrg_scal.o \
|
||||
psb_c_cuda_csrg_scals.o \
|
||||
psb_c_cuda_csrg_from_gpu.o \
|
||||
psb_c_cuda_csrg_to_gpu.o \
|
||||
psb_c_cuda_csrg_vect_mv.o \
|
||||
psb_c_cuda_csrg_inner_vect_sv.o \
|
||||
psb_z_cuda_csrg_allocate_mnnz.o \
|
||||
psb_z_cuda_csrg_csmm.o \
|
||||
psb_z_cuda_csrg_csmv.o \
|
||||
psb_z_cuda_csrg_mold.o \
|
||||
psb_z_cuda_csrg_reallocate_nz.o \
|
||||
psb_z_cuda_csrg_scal.o \
|
||||
psb_z_cuda_csrg_scals.o \
|
||||
psb_z_cuda_csrg_from_gpu.o \
|
||||
psb_z_cuda_csrg_to_gpu.o \
|
||||
psb_z_cuda_csrg_vect_mv.o \
|
||||
psb_z_cuda_csrg_inner_vect_sv.o \
|
||||
psb_z_cuda_elg_allocate_mnnz.o \
|
||||
psb_z_cuda_elg_asb.o \
|
||||
psb_z_cuda_elg_csmm.o \
|
||||
psb_z_cuda_elg_csmv.o \
|
||||
psb_z_cuda_elg_csput.o \
|
||||
psb_z_cuda_elg_inner_vect_sv.o \
|
||||
psb_z_cuda_elg_mold.o \
|
||||
psb_z_cuda_elg_reallocate_nz.o \
|
||||
psb_z_cuda_elg_scal.o \
|
||||
psb_z_cuda_elg_scals.o \
|
||||
psb_z_cuda_elg_to_gpu.o \
|
||||
psb_z_cuda_elg_from_gpu.o \
|
||||
psb_z_cuda_elg_vect_mv.o \
|
||||
psb_z_cuda_mv_csrg_from_coo.o \
|
||||
psb_z_cuda_mv_csrg_from_fmt.o \
|
||||
psb_z_cuda_mv_elg_from_coo.o \
|
||||
psb_z_cuda_mv_elg_from_fmt.o \
|
||||
psb_c_cuda_mv_csrg_from_coo.o \
|
||||
psb_c_cuda_mv_csrg_from_fmt.o \
|
||||
psb_c_cuda_cp_elg_from_coo.o \
|
||||
psb_c_cuda_cp_elg_from_fmt.o \
|
||||
psb_c_cuda_elg_allocate_mnnz.o \
|
||||
psb_c_cuda_elg_asb.o \
|
||||
psb_c_cuda_elg_csmm.o \
|
||||
psb_c_cuda_elg_csmv.o \
|
||||
psb_c_cuda_elg_csput.o \
|
||||
psb_c_cuda_elg_inner_vect_sv.o \
|
||||
psb_c_cuda_elg_mold.o \
|
||||
psb_c_cuda_elg_reallocate_nz.o \
|
||||
psb_c_cuda_elg_scal.o \
|
||||
psb_c_cuda_elg_scals.o \
|
||||
psb_c_cuda_elg_to_gpu.o \
|
||||
psb_c_cuda_elg_from_gpu.o \
|
||||
psb_c_cuda_elg_vect_mv.o \
|
||||
psb_c_cuda_mv_elg_from_coo.o \
|
||||
psb_c_cuda_mv_elg_from_fmt.o \
|
||||
psb_c_cuda_cp_hlg_from_fmt.o \
|
||||
psb_c_cuda_cp_hlg_from_coo.o \
|
||||
psb_z_cuda_cp_hlg_from_fmt.o \
|
||||
psb_z_cuda_cp_hlg_from_coo.o \
|
||||
psb_z_cuda_hlg_allocate_mnnz.o \
|
||||
psb_z_cuda_hlg_csmm.o \
|
||||
psb_z_cuda_hlg_csmv.o \
|
||||
psb_z_cuda_hlg_inner_vect_sv.o \
|
||||
psb_z_cuda_hlg_mold.o \
|
||||
psb_z_cuda_hlg_reallocate_nz.o \
|
||||
psb_z_cuda_hlg_scal.o \
|
||||
psb_z_cuda_hlg_scals.o \
|
||||
psb_z_cuda_hlg_from_gpu.o \
|
||||
psb_z_cuda_hlg_to_gpu.o \
|
||||
psb_z_cuda_hlg_vect_mv.o \
|
||||
psb_c_cuda_hlg_allocate_mnnz.o \
|
||||
psb_c_cuda_hlg_csmm.o \
|
||||
psb_c_cuda_hlg_csmv.o \
|
||||
psb_c_cuda_hlg_inner_vect_sv.o \
|
||||
psb_c_cuda_hlg_mold.o \
|
||||
psb_c_cuda_hlg_reallocate_nz.o \
|
||||
psb_c_cuda_hlg_scal.o \
|
||||
psb_c_cuda_hlg_scals.o \
|
||||
psb_c_cuda_hlg_from_gpu.o \
|
||||
psb_c_cuda_hlg_to_gpu.o \
|
||||
psb_c_cuda_hlg_vect_mv.o \
|
||||
psb_c_cuda_mv_hlg_from_coo.o \
|
||||
psb_c_cuda_cp_hlg_from_coo.o \
|
||||
psb_c_cuda_mv_hlg_from_fmt.o \
|
||||
psb_z_cuda_mv_hlg_from_coo.o \
|
||||
psb_z_cuda_cp_hlg_from_coo.o \
|
||||
psb_z_cuda_mv_hlg_from_fmt.o \
|
||||
psb_c_cuda_hybg_allocate_mnnz.o \
|
||||
psb_c_cuda_hybg_csmm.o \
|
||||
psb_c_cuda_hybg_csmv.o \
|
||||
psb_c_cuda_hybg_reallocate_nz.o \
|
||||
psb_c_cuda_hybg_scal.o \
|
||||
psb_c_cuda_hybg_scals.o \
|
||||
psb_c_cuda_hybg_to_gpu.o \
|
||||
psb_c_cuda_hybg_vect_mv.o \
|
||||
psb_c_cuda_hybg_inner_vect_sv.o \
|
||||
psb_c_cuda_cp_hybg_from_coo.o \
|
||||
psb_c_cuda_cp_hybg_from_fmt.o \
|
||||
psb_c_cuda_mv_hybg_from_fmt.o \
|
||||
psb_c_cuda_mv_hybg_from_coo.o \
|
||||
psb_c_cuda_hybg_mold.o \
|
||||
psb_z_cuda_hybg_allocate_mnnz.o \
|
||||
psb_z_cuda_hybg_csmm.o \
|
||||
psb_z_cuda_hybg_csmv.o \
|
||||
psb_z_cuda_hybg_reallocate_nz.o \
|
||||
psb_z_cuda_hybg_scal.o \
|
||||
psb_z_cuda_hybg_scals.o \
|
||||
psb_z_cuda_hybg_to_gpu.o \
|
||||
psb_z_cuda_hybg_vect_mv.o \
|
||||
psb_z_cuda_hybg_inner_vect_sv.o \
|
||||
psb_z_cuda_cp_hybg_from_coo.o \
|
||||
psb_z_cuda_cp_hybg_from_fmt.o \
|
||||
psb_z_cuda_mv_hybg_from_fmt.o \
|
||||
psb_z_cuda_mv_hybg_from_coo.o \
|
||||
psb_z_cuda_hybg_mold.o \
|
||||
psb_d_cuda_cp_diag_from_coo.o \
|
||||
psb_d_cuda_mv_diag_from_coo.o \
|
||||
psb_d_cuda_diag_to_gpu.o \
|
||||
psb_d_cuda_diag_csmv.o \
|
||||
psb_d_cuda_diag_mold.o \
|
||||
psb_d_cuda_diag_vect_mv.o \
|
||||
psb_d_cuda_cp_hdiag_from_coo.o \
|
||||
psb_d_cuda_mv_hdiag_from_coo.o \
|
||||
psb_d_cuda_hdiag_to_gpu.o \
|
||||
psb_d_cuda_hdiag_csmv.o \
|
||||
psb_d_cuda_hdiag_mold.o \
|
||||
psb_d_cuda_hdiag_vect_mv.o \
|
||||
psb_s_cuda_cp_hdiag_from_coo.o \
|
||||
psb_s_cuda_mv_hdiag_from_coo.o \
|
||||
psb_s_cuda_hdiag_to_gpu.o \
|
||||
psb_s_cuda_hdiag_csmv.o \
|
||||
psb_s_cuda_hdiag_mold.o \
|
||||
psb_s_cuda_hdiag_vect_mv.o \
|
||||
psb_s_cuda_dnsg_mat_impl.o \
|
||||
psb_d_cuda_dnsg_mat_impl.o \
|
||||
psb_c_cuda_dnsg_mat_impl.o \
|
||||
psb_z_cuda_dnsg_mat_impl.o
|
||||
|
||||
|
||||
objs: $(OBJS)
|
||||
lib: objs
|
||||
ar cur ../$(LIBNAME) $(OBJS)
|
||||
|
||||
clean:
|
||||
/bin/rm -f $(OBJS)
|
||||
@ -0,0 +1,56 @@
|
||||
! Parallel Sparse BLAS GPU plugin
|
||||
! (C) Copyright 2013
|
||||
!
|
||||
! Salvatore Filippone
|
||||
! Alessandro Fanfarillo
|
||||
!
|
||||
! Redistribution and use in source and binary forms, with or without
|
||||
! modification, are permitted provided that the following conditions
|
||||
! are met:
|
||||
! 1. Redistributions of source code must retain the above copyright
|
||||
! notice, this list of conditions and the following disclaimer.
|
||||
! 2. Redistributions in binary form must reproduce the above copyright
|
||||
! notice, this list of conditions, and the following disclaimer in the
|
||||
! documentation and/or other materials provided with the distribution.
|
||||
! 3. The name of the PSBLAS group or the names of its contributors may
|
||||
! not be used to endorse or promote products derived from this
|
||||
! software without specific written permission.
|
||||
!
|
||||
! THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
! ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
! TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
! PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS
|
||||
! BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
! CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
! SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
! INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
! CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
! ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
! POSSIBILITY OF SUCH DAMAGE.
|
||||
!
|
||||
|
||||
subroutine psb_c_cuda_cp_csrg_from_coo(a,b,info)
|
||||
|
||||
use psb_base_mod
|
||||
use cusparse_mod
|
||||
use psb_c_cuda_csrg_mat_mod, psb_protect_name => psb_c_cuda_cp_csrg_from_coo
|
||||
implicit none
|
||||
|
||||
class(psb_c_cuda_csrg_sparse_mat), intent(inout) :: a
|
||||
class(psb_c_coo_sparse_mat), intent(in) :: b
|
||||
integer(psb_ipk_), intent(out) :: info
|
||||
|
||||
info = psb_success_
|
||||
|
||||
call a%psb_c_csr_sparse_mat%cp_from_coo(b,info)
|
||||
if (info /= 0) goto 9999
|
||||
call a%to_gpu(info)
|
||||
if (info /= 0) goto 9999
|
||||
|
||||
return
|
||||
|
||||
9999 continue
|
||||
info = psb_err_alloc_dealloc_
|
||||
return
|
||||
|
||||
end subroutine psb_c_cuda_cp_csrg_from_coo
|
||||
@ -0,0 +1,55 @@
|
||||
! Parallel Sparse BLAS GPU plugin
|
||||
! (C) Copyright 2013
|
||||
!
|
||||
! Salvatore Filippone
|
||||
! Alessandro Fanfarillo
|
||||
!
|
||||
! Redistribution and use in source and binary forms, with or without
|
||||
! modification, are permitted provided that the following conditions
|
||||
! are met:
|
||||
! 1. Redistributions of source code must retain the above copyright
|
||||
! notice, this list of conditions and the following disclaimer.
|
||||
! 2. Redistributions in binary form must reproduce the above copyright
|
||||
! notice, this list of conditions, and the following disclaimer in the
|
||||
! documentation and/or other materials provided with the distribution.
|
||||
! 3. The name of the PSBLAS group or the names of its contributors may
|
||||
! not be used to endorse or promote products derived from this
|
||||
! software without specific written permission.
|
||||
!
|
||||
! THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
! ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
! TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
! PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS
|
||||
! BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
! CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
! SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
! INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
! CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
! ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
! POSSIBILITY OF SUCH DAMAGE.
|
||||
!
|
||||
|
||||
subroutine psb_c_cuda_cp_csrg_from_fmt(a,b,info)
|
||||
|
||||
use psb_base_mod
|
||||
use cusparse_mod
|
||||
use psb_c_cuda_csrg_mat_mod, psb_protect_name => psb_c_cuda_cp_csrg_from_fmt
|
||||
!use iso_c_binding
|
||||
implicit none
|
||||
|
||||
class(psb_c_cuda_csrg_sparse_mat), intent(inout) :: a
|
||||
class(psb_c_base_sparse_mat), intent(in) :: b
|
||||
integer(psb_ipk_), intent(out) :: info
|
||||
|
||||
|
||||
info = psb_success_
|
||||
select type(b)
|
||||
type is (psb_c_coo_sparse_mat)
|
||||
call a%cp_from_coo(b,info)
|
||||
class default
|
||||
call a%psb_c_csr_sparse_mat%cp_from_fmt(b,info)
|
||||
if (info /= 0) return
|
||||
call a%to_gpu(info)
|
||||
end select
|
||||
|
||||
end subroutine psb_c_cuda_cp_csrg_from_fmt
|
||||
@ -0,0 +1,58 @@
|
||||
! Parallel Sparse BLAS GPU plugin
|
||||
! (C) Copyright 2013
|
||||
!
|
||||
! Salvatore Filippone
|
||||
! Alessandro Fanfarillo
|
||||
!
|
||||
! Redistribution and use in source and binary forms, with or without
|
||||
! modification, are permitted provided that the following conditions
|
||||
! are met:
|
||||
! 1. Redistributions of source code must retain the above copyright
|
||||
! notice, this list of conditions and the following disclaimer.
|
||||
! 2. Redistributions in binary form must reproduce the above copyright
|
||||
! notice, this list of conditions, and the following disclaimer in the
|
||||
! documentation and/or other materials provided with the distribution.
|
||||
! 3. The name of the PSBLAS group or the names of its contributors may
|
||||
! not be used to endorse or promote products derived from this
|
||||
! software without specific written permission.
|
||||
!
|
||||
! THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
! ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
! TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
! PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS
|
||||
! BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
! CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
! SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
! INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
! CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
! ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
! POSSIBILITY OF SUCH DAMAGE.
|
||||
!
|
||||
|
||||
|
||||
subroutine psb_c_cuda_cp_diag_from_coo(a,b,info)
|
||||
|
||||
use psb_base_mod
|
||||
use diagdev_mod
|
||||
use psb_vectordev_mod
|
||||
use psb_c_cuda_diag_mat_mod, psb_protect_name => psb_c_cuda_cp_diag_from_coo
|
||||
implicit none
|
||||
|
||||
class(psb_c_cuda_diag_sparse_mat), intent(inout) :: a
|
||||
class(psb_c_coo_sparse_mat), intent(in) :: b
|
||||
integer(psb_ipk_), intent(out) :: info
|
||||
|
||||
!locals
|
||||
info = psb_success_
|
||||
call a%psb_c_dia_sparse_mat%cp_from_coo(b,info)
|
||||
|
||||
call a%to_gpu(info)
|
||||
if (info /= 0) goto 9999
|
||||
|
||||
return
|
||||
|
||||
9999 continue
|
||||
info = psb_err_alloc_dealloc_
|
||||
return
|
||||
|
||||
end subroutine psb_c_cuda_cp_diag_from_coo
|
||||
@ -0,0 +1,161 @@
|
||||
! Parallel Sparse BLAS GPU plugin
|
||||
! (C) Copyright 2013
|
||||
!
|
||||
! Salvatore Filippone
|
||||
! Alessandro Fanfarillo
|
||||
!
|
||||
! Redistribution and use in source and binary forms, with or without
|
||||
! modification, are permitted provided that the following conditions
|
||||
! are met:
|
||||
! 1. Redistributions of source code must retain the above copyright
|
||||
! notice, this list of conditions and the following disclaimer.
|
||||
! 2. Redistributions in binary form must reproduce the above copyright
|
||||
! notice, this list of conditions, and the following disclaimer in the
|
||||
! documentation and/or other materials provided with the distribution.
|
||||
! 3. The name of the PSBLAS group or the names of its contributors may
|
||||
! not be used to endorse or promote products derived from this
|
||||
! software without specific written permission.
|
||||
!
|
||||
! THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
! ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
! TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
! PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS
|
||||
! BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
! CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
! SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
! INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
! CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
! ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
! POSSIBILITY OF SUCH DAMAGE.
|
||||
!
|
||||
subroutine psb_c_cuda_cp_elg_from_coo(a,b,info)
|
||||
|
||||
use psb_base_mod
|
||||
use elldev_mod
|
||||
use psb_vectordev_mod
|
||||
use psb_c_cuda_elg_mat_mod, psb_protect_name => psb_c_cuda_cp_elg_from_coo
|
||||
use psi_ext_util_mod
|
||||
use psb_cuda_env_mod
|
||||
implicit none
|
||||
|
||||
class(psb_c_cuda_elg_sparse_mat), intent(inout) :: a
|
||||
class(psb_c_coo_sparse_mat), intent(in) :: b
|
||||
integer(psb_ipk_), intent(out) :: info
|
||||
|
||||
!locals
|
||||
Integer(Psb_ipk_) :: nza, nr, i,j,k, idl,err_act, nc, nzm, &
|
||||
& ir, ic, ld, ldv, hacksize
|
||||
integer(psb_ipk_) :: debug_level, debug_unit
|
||||
character(len=20) :: name
|
||||
type(psb_c_coo_sparse_mat) :: tmp
|
||||
integer(psb_ipk_), allocatable :: idisp(:)
|
||||
|
||||
info = psb_success_
|
||||
hacksize = max(1,psb_cuda_WarpSize())
|
||||
if (b%is_dev()) call b%sync()
|
||||
|
||||
if (b%is_by_rows()) then
|
||||
|
||||
call psi_c_count_ell_from_coo(a,b,idisp,ldv,nzm,info,hacksize=hacksize)
|
||||
|
||||
|
||||
if (c_associated(a%deviceMat)) then
|
||||
call freeEllDevice(a%deviceMat)
|
||||
endif
|
||||
|
||||
nr = b%get_nrows()
|
||||
nc = b%get_ncols()
|
||||
nza = b%get_nzeros()
|
||||
info = FallocEllDevice(a%deviceMat,nr,nzm,nza,nc,spgpu_type_double,1)
|
||||
|
||||
if (info == 0) info = psi_CopyCooToElg(nr,nc,nza, hacksize,ldv,nzm, &
|
||||
& a%irn,idisp,b%ja,b%val, a%deviceMat)
|
||||
call a%set_dev()
|
||||
else
|
||||
call b%cp_to_coo(tmp,info)
|
||||
call psi_c_count_ell_from_coo(a,tmp,idisp,ldv,nzm,info,hacksize=hacksize)
|
||||
|
||||
|
||||
if (c_associated(a%deviceMat)) then
|
||||
call freeEllDevice(a%deviceMat)
|
||||
endif
|
||||
|
||||
nr = b%get_nrows()
|
||||
nc = b%get_ncols()
|
||||
nza = b%get_nzeros()
|
||||
info = FallocEllDevice(a%deviceMat,nr,nzm,nza,nc,spgpu_type_double,1)
|
||||
|
||||
if (info == 0) info = psi_CopyCooToElg(nr,nc,nza, hacksize,ldv,nzm, &
|
||||
& a%irn,idisp,tmp%ja,tmp%val, a%deviceMat)
|
||||
|
||||
call a%set_dev()
|
||||
end if
|
||||
|
||||
if (info /= psb_success_) goto 9999
|
||||
|
||||
return
|
||||
|
||||
9999 continue
|
||||
info = psb_err_alloc_dealloc_
|
||||
return
|
||||
|
||||
contains
|
||||
|
||||
subroutine psi_c_count_ell_from_coo(a,b,idisp,ldv,nzm,info,hacksize)
|
||||
|
||||
use psb_base_mod
|
||||
use psi_ext_util_mod
|
||||
implicit none
|
||||
|
||||
class(psb_c_ell_sparse_mat), intent(inout) :: a
|
||||
class(psb_c_coo_sparse_mat), intent(in) :: b
|
||||
integer(psb_ipk_), allocatable, intent(out) :: idisp(:)
|
||||
integer(psb_ipk_), intent(out) :: info, nzm, ldv
|
||||
integer(psb_ipk_), intent(in), optional :: hacksize
|
||||
|
||||
!locals
|
||||
Integer(Psb_ipk_) :: nza, nr, i,j,k, idl,err_act, nc, &
|
||||
& ir, ic, hsz_
|
||||
real(psb_dpk_) :: t0,t1
|
||||
logical, parameter :: timing=.true.
|
||||
|
||||
|
||||
info = psb_success_
|
||||
|
||||
nr = b%get_nrows()
|
||||
nc = b%get_ncols()
|
||||
nza = b%get_nzeros()
|
||||
|
||||
hsz_ = 1
|
||||
if (present(hacksize)) then
|
||||
if (hacksize> 1) hsz_ = hacksize
|
||||
end if
|
||||
! Make ldv a multiple of hacksize
|
||||
ldv = ((nr+hsz_-1)/hsz_)*hsz_
|
||||
|
||||
! If it is sorted then we can lessen memory impact
|
||||
a%psb_c_base_sparse_mat = b%psb_c_base_sparse_mat
|
||||
|
||||
! First compute the number of nonzeros in each row.
|
||||
call psb_realloc(nr,a%irn,info)
|
||||
if (info == psb_success_) call psb_realloc(nr+1,idisp,info)
|
||||
if (info /= psb_success_) return
|
||||
if (timing) t0=psb_wtime()
|
||||
|
||||
a%irn = 0
|
||||
do i=1, nza
|
||||
ir = b%ia(i)
|
||||
a%irn(ir) = a%irn(ir) + 1
|
||||
end do
|
||||
nzm = 0
|
||||
a%nzt = 0
|
||||
idisp(1) = 0
|
||||
do i=1,nr
|
||||
nzm = max(nzm,a%irn(i))
|
||||
a%nzt = a%nzt + a%irn(i)
|
||||
idisp(i+1) = a%nzt
|
||||
end do
|
||||
|
||||
end subroutine psi_c_count_ell_from_coo
|
||||
|
||||
end subroutine psb_c_cuda_cp_elg_from_coo
|
||||
@ -0,0 +1,89 @@
|
||||
! Parallel Sparse BLAS GPU plugin
|
||||
! (C) Copyright 2013
|
||||
!
|
||||
! Salvatore Filippone
|
||||
! Alessandro Fanfarillo
|
||||
!
|
||||
! Redistribution and use in source and binary forms, with or without
|
||||
! modification, are permitted provided that the following conditions
|
||||
! are met:
|
||||
! 1. Redistributions of source code must retain the above copyright
|
||||
! notice, this list of conditions and the following disclaimer.
|
||||
! 2. Redistributions in binary form must reproduce the above copyright
|
||||
! notice, this list of conditions, and the following disclaimer in the
|
||||
! documentation and/or other materials provided with the distribution.
|
||||
! 3. The name of the PSBLAS group or the names of its contributors may
|
||||
! not be used to endorse or promote products derived from this
|
||||
! software without specific written permission.
|
||||
!
|
||||
! THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
! ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
! TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
! PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS
|
||||
! BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
! CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
! SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
! INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
! CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
! ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
! POSSIBILITY OF SUCH DAMAGE.
|
||||
!
|
||||
|
||||
|
||||
subroutine psb_c_cuda_cp_elg_from_fmt(a,b,info)
|
||||
|
||||
use psb_base_mod
|
||||
use elldev_mod
|
||||
use psb_vectordev_mod
|
||||
use psb_c_cuda_elg_mat_mod, psb_protect_name => psb_c_cuda_cp_elg_from_fmt
|
||||
implicit none
|
||||
|
||||
class(psb_c_cuda_elg_sparse_mat), intent(inout) :: a
|
||||
class(psb_c_base_sparse_mat), intent(in) :: b
|
||||
integer(psb_ipk_), intent(out) :: info
|
||||
|
||||
!locals
|
||||
type(psb_c_coo_sparse_mat) :: tmp
|
||||
Integer(Psb_ipk_) :: nza, nr, i,j,irw, idl,err_act, nc, ld, nzm, m
|
||||
integer(psb_ipk_) :: debug_level, debug_unit
|
||||
character(len=20) :: name
|
||||
type(elldev_parms) :: gpu_parms
|
||||
|
||||
info = psb_success_
|
||||
if (b%is_dev()) call b%sync()
|
||||
|
||||
select type (b)
|
||||
type is (psb_c_coo_sparse_mat)
|
||||
call a%cp_from_coo(b,info)
|
||||
|
||||
class is (psb_c_ell_sparse_mat)
|
||||
nzm = psb_size(b%ja,2)
|
||||
m = b%get_nrows()
|
||||
nc = b%get_ncols()
|
||||
nza = b%get_nzeros()
|
||||
gpu_parms = FgetEllDeviceParams(m,nzm,nza,nc,spgpu_type_double,1)
|
||||
ld = gpu_parms%pitch
|
||||
nzm = gpu_parms%maxRowSize
|
||||
a%psb_c_base_sparse_mat = b%psb_c_base_sparse_mat
|
||||
if (info == 0) call psb_safe_cpy( b%idiag, a%idiag , info)
|
||||
if (info == 0) call psb_safe_cpy( b%irn, a%irn , info)
|
||||
if (info == 0) call psb_safe_cpy( b%ja , a%ja , info)
|
||||
if (info == 0) call psb_safe_cpy( b%val, a%val , info)
|
||||
if (info == 0) call psb_realloc(ld,nzm,a%ja,info)
|
||||
if (info == 0) then
|
||||
a%ja(1:m,1:nzm) = b%ja(1:m,1:nzm)
|
||||
end if
|
||||
if (info == 0) call psb_realloc(ld,nzm,a%val,info)
|
||||
if (info == 0) then
|
||||
a%val(1:m,1:nzm) = b%val(1:m,1:nzm)
|
||||
end if
|
||||
a%nzt = nza
|
||||
call a%to_gpu(info)
|
||||
|
||||
class default
|
||||
|
||||
call b%cp_to_coo(tmp,info)
|
||||
if (info == psb_success_) call a%mv_from_coo(tmp,info)
|
||||
end select
|
||||
|
||||
end subroutine psb_c_cuda_cp_elg_from_fmt
|
||||
@ -0,0 +1,63 @@
|
||||
! Parallel Sparse BLAS GPU plugin
|
||||
! (C) Copyright 2013
|
||||
!
|
||||
! Salvatore Filippone
|
||||
! Alessandro Fanfarillo
|
||||
!
|
||||
! Redistribution and use in source and binary forms, with or without
|
||||
! modification, are permitted provided that the following conditions
|
||||
! are met:
|
||||
! 1. Redistributions of source code must retain the above copyright
|
||||
! notice, this list of conditions and the following disclaimer.
|
||||
! 2. Redistributions in binary form must reproduce the above copyright
|
||||
! notice, this list of conditions, and the following disclaimer in the
|
||||
! documentation and/or other materials provided with the distribution.
|
||||
! 3. The name of the PSBLAS group or the names of its contributors may
|
||||
! not be used to endorse or promote products derived from this
|
||||
! software without specific written permission.
|
||||
!
|
||||
! THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
! ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
! TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
! PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS
|
||||
! BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
! CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
! SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
! INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
! CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
! ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
! POSSIBILITY OF SUCH DAMAGE.
|
||||
!
|
||||
subroutine psb_c_cuda_cp_hdiag_from_coo(a,b,info)
|
||||
|
||||
use psb_base_mod
|
||||
use hdiagdev_mod
|
||||
use psb_vectordev_mod
|
||||
use psb_c_cuda_hdiag_mat_mod, psb_protect_name => psb_c_cuda_cp_hdiag_from_coo
|
||||
use psb_cuda_env_mod
|
||||
implicit none
|
||||
|
||||
class(psb_c_cuda_hdiag_sparse_mat), intent(inout) :: a
|
||||
class(psb_c_coo_sparse_mat), intent(in) :: b
|
||||
integer(psb_ipk_), intent(out) :: info
|
||||
|
||||
!locals
|
||||
integer(psb_ipk_) :: debug_level, debug_unit
|
||||
character(len=20) :: name
|
||||
|
||||
info = psb_success_
|
||||
|
||||
a%hacksize = psb_cuda_WarpSize()
|
||||
|
||||
call a%psb_c_hdia_sparse_mat%cp_from_coo(b,info)
|
||||
|
||||
call a%to_gpu(info)
|
||||
if (info /= 0) goto 9999
|
||||
|
||||
return
|
||||
|
||||
9999 continue
|
||||
info = psb_err_alloc_dealloc_
|
||||
return
|
||||
|
||||
end subroutine psb_c_cuda_cp_hdiag_from_coo
|
||||
@ -0,0 +1,190 @@
|
||||
! Parallel Sparse BLAS GPU plugin
|
||||
! (C) Copyright 2013
|
||||
!
|
||||
! Salvatore Filippone
|
||||
! Alessandro Fanfarillo
|
||||
!
|
||||
! Redistribution and use in source and binary forms, with or without
|
||||
! modification, are permitted provided that the following conditions
|
||||
! are met:
|
||||
! 1. Redistributions of source code must retain the above copyright
|
||||
! notice, this list of conditions and the following disclaimer.
|
||||
! 2. Redistributions in binary form must reproduce the above copyright
|
||||
! notice, this list of conditions, and the following disclaimer in the
|
||||
! documentation and/or other materials provided with the distribution.
|
||||
! 3. The name of the PSBLAS group or the names of its contributors may
|
||||
! not be used to endorse or promote products derived from this
|
||||
! software without specific written permission.
|
||||
!
|
||||
! THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
! ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
! TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
! PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS
|
||||
! BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
! CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
! SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
! INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
! CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
! ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
! POSSIBILITY OF SUCH DAMAGE.
|
||||
!
|
||||
|
||||
|
||||
subroutine psb_c_cuda_cp_hlg_from_coo(a,b,info)
|
||||
|
||||
use psb_base_mod
|
||||
use hlldev_mod
|
||||
use psb_vectordev_mod
|
||||
use psb_cuda_env_mod
|
||||
use psb_c_cuda_hlg_mat_mod, psb_protect_name => psb_c_cuda_cp_hlg_from_coo
|
||||
implicit none
|
||||
|
||||
class(psb_c_cuda_hlg_sparse_mat), intent(inout) :: a
|
||||
class(psb_c_coo_sparse_mat), intent(in) :: b
|
||||
integer(psb_ipk_), intent(out) :: info
|
||||
|
||||
!locals
|
||||
type(psb_c_coo_sparse_mat) :: tmp
|
||||
integer(psb_ipk_) :: debug_level, debug_unit, hksz
|
||||
integer(psb_ipk_), allocatable :: idisp(:)
|
||||
character(len=20) :: name='hll_from_coo'
|
||||
Integer(Psb_ipk_) :: nza, nr, i,j,irw, idl,err_act, nc, isz,irs
|
||||
integer(psb_ipk_) :: nzm, ir, ic, k, hk, mxrwl, noffs, kc
|
||||
integer(psb_ipk_), allocatable :: irn(:), ja(:), hko(:)
|
||||
real(psb_dpk_), allocatable :: val(:)
|
||||
logical, parameter :: debug=.false.
|
||||
|
||||
info = psb_success_
|
||||
debug_unit = psb_get_debug_unit()
|
||||
debug_level = psb_get_debug_level()
|
||||
hksz = max(1,psb_cuda_WarpSize())
|
||||
|
||||
if (b%is_by_rows()) then
|
||||
|
||||
nr = b%get_nrows()
|
||||
nc = b%get_ncols()
|
||||
nza = b%get_nzeros()
|
||||
if (debug) write(0,*) 'Copying through GPU',nza
|
||||
call psi_compute_hckoff_from_coo(a,noffs,isz,hksz,idisp,b,info)
|
||||
if (info /=0) then
|
||||
write(0,*) ' Error from psi_compute_hckoff:',info, noffs,isz
|
||||
return
|
||||
end if
|
||||
if (debug)write(0,*) ' From psi_compute_hckoff:',noffs,isz,a%hkoffs(1:min(10,noffs+1))
|
||||
|
||||
if (c_associated(a%deviceMat)) then
|
||||
call freeHllDevice(a%deviceMat)
|
||||
endif
|
||||
info = FallochllDevice(a%deviceMat,hksz,nr,nza,isz,spgpu_type_double,1)
|
||||
if (info == 0) info = psi_CopyCooToHlg(nr,nc,nza, hksz,noffs,isz,&
|
||||
& a%irn,a%hkoffs,idisp,b%ja, b%val, a%deviceMat)
|
||||
call a%set_dev()
|
||||
else
|
||||
! This is to guarantee tmp%is_by_rows()
|
||||
call b%cp_to_coo(tmp,info)
|
||||
call tmp%fix(info)
|
||||
|
||||
nr = tmp%get_nrows()
|
||||
nc = tmp%get_ncols()
|
||||
nza = tmp%get_nzeros()
|
||||
if (debug) write(0,*) 'Copying through GPU'
|
||||
call psi_compute_hckoff_from_coo(a,noffs,isz,hksz,idisp,tmp,info)
|
||||
if (info /=0) then
|
||||
write(0,*) ' Error from psi_compute_hckoff:',info, noffs,isz
|
||||
return
|
||||
end if
|
||||
if (debug)write(0,*) ' From psi_compute_hckoff:',noffs,isz,a%hkoffs(1:min(10,noffs+1))
|
||||
|
||||
if (c_associated(a%deviceMat)) then
|
||||
call freeHllDevice(a%deviceMat)
|
||||
endif
|
||||
info = FallochllDevice(a%deviceMat,hksz,nr,nza,isz,spgpu_type_double,1)
|
||||
if (info == 0) info = psi_CopyCooToHlg(nr,nc,nza, hksz,noffs,isz,&
|
||||
& a%irn,a%hkoffs,idisp,tmp%ja, tmp%val, a%deviceMat)
|
||||
|
||||
call tmp%free()
|
||||
call a%set_dev()
|
||||
end if
|
||||
if (info /= 0) goto 9999
|
||||
|
||||
return
|
||||
|
||||
9999 continue
|
||||
info = psb_err_alloc_dealloc_
|
||||
return
|
||||
|
||||
contains
|
||||
subroutine psi_compute_hckoff_from_coo(a,noffs,isz,hksz,idisp,b,info)
|
||||
use psb_base_mod
|
||||
use psi_ext_util_mod
|
||||
implicit none
|
||||
class(psb_c_hll_sparse_mat), intent(inout) :: a
|
||||
class(psb_c_coo_sparse_mat), intent(in) :: b
|
||||
integer(psb_ipk_), allocatable, intent(out) :: idisp(:)
|
||||
integer(psb_ipk_), intent(in) :: hksz
|
||||
integer(psb_ipk_), intent(out) :: info, noffs, isz
|
||||
|
||||
!locals
|
||||
Integer(Psb_ipk_) :: nza, nr, i,j,irw, idl,err_act, nc, irs
|
||||
integer(psb_ipk_) :: nzm, ir, ic, k, hk, mxrwl, kc
|
||||
logical, parameter :: debug=.false.
|
||||
|
||||
info = 0
|
||||
nr = b%get_nrows()
|
||||
nc = b%get_ncols()
|
||||
nza = b%get_nzeros()
|
||||
|
||||
! If it is sorted then we can lessen memory impact
|
||||
a%psb_c_base_sparse_mat = b%psb_c_base_sparse_mat
|
||||
if (debug) write(0,*) 'Start compute hckoff_from_coo',nr,nc,nza
|
||||
! First compute the number of nonzeros in each row.
|
||||
call psb_realloc(nr,a%irn,info)
|
||||
if (info == 0) call psb_realloc(nr+1,idisp,info)
|
||||
if (info /= 0) return
|
||||
a%irn = 0
|
||||
if (debug) then
|
||||
do i=1, nza
|
||||
if ((1<=b%ia(i)).and.(b%ia(i)<= nr)) then
|
||||
a%irn(b%ia(i)) = a%irn(b%ia(i)) + 1
|
||||
else
|
||||
write(0,*) 'Out of bouds IA ',i,b%ia(i),nr
|
||||
end if
|
||||
end do
|
||||
else
|
||||
do i=1, nza
|
||||
a%irn(b%ia(i)) = a%irn(b%ia(i)) + 1
|
||||
end do
|
||||
end if
|
||||
a%nzt = nza
|
||||
|
||||
|
||||
! Second. Figure out the block offsets.
|
||||
call a%set_hksz(hksz)
|
||||
noffs = (nr+hksz-1)/hksz
|
||||
call psb_realloc(noffs+1,a%hkoffs,info)
|
||||
if (debug) write(0,*) ' noffsets ',noffs,info
|
||||
if (info /= 0) return
|
||||
a%hkoffs(1) = 0
|
||||
j=1
|
||||
idisp(1) = 0
|
||||
do i=1,nr,hksz
|
||||
ir = min(hksz,nr-i+1)
|
||||
mxrwl = a%irn(i)
|
||||
idisp(i+1) = idisp(i) + a%irn(i)
|
||||
do k=1,ir-1
|
||||
idisp(i+k+1) = idisp(i+k) + a%irn(i+k)
|
||||
mxrwl = max(mxrwl,a%irn(i+k))
|
||||
end do
|
||||
a%hkoffs(j+1) = a%hkoffs(j) + mxrwl*hksz
|
||||
j = j + 1
|
||||
end do
|
||||
|
||||
!
|
||||
! At this point a%hkoffs(noffs+1) contains the allocation
|
||||
! size a%ja a%val.
|
||||
!
|
||||
isz = a%hkoffs(noffs+1)
|
||||
!!$ write(*,*) 'End of psi_comput_hckoff ',info
|
||||
end subroutine psi_compute_hckoff_from_coo
|
||||
|
||||
end subroutine psb_c_cuda_cp_hlg_from_coo
|
||||
@ -0,0 +1,62 @@
|
||||
! Parallel Sparse BLAS GPU plugin
|
||||
! (C) Copyright 2013
|
||||
!
|
||||
! Salvatore Filippone
|
||||
! Alessandro Fanfarillo
|
||||
!
|
||||
! Redistribution and use in source and binary forms, with or without
|
||||
! modification, are permitted provided that the following conditions
|
||||
! are met:
|
||||
! 1. Redistributions of source code must retain the above copyright
|
||||
! notice, this list of conditions and the following disclaimer.
|
||||
! 2. Redistributions in binary form must reproduce the above copyright
|
||||
! notice, this list of conditions, and the following disclaimer in the
|
||||
! documentation and/or other materials provided with the distribution.
|
||||
! 3. The name of the PSBLAS group or the names of its contributors may
|
||||
! not be used to endorse or promote products derived from this
|
||||
! software without specific written permission.
|
||||
!
|
||||
! THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
! ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
! TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
! PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS
|
||||
! BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
! CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
! SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
! INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
! CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
! ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
! POSSIBILITY OF SUCH DAMAGE.
|
||||
!
|
||||
|
||||
|
||||
subroutine psb_c_cuda_cp_hlg_from_fmt(a,b,info)
|
||||
|
||||
use psb_base_mod
|
||||
use hlldev_mod
|
||||
use psb_vectordev_mod
|
||||
use psb_c_cuda_hlg_mat_mod, psb_protect_name => psb_c_cuda_cp_hlg_from_fmt
|
||||
implicit none
|
||||
|
||||
class(psb_c_cuda_hlg_sparse_mat), intent(inout) :: a
|
||||
class(psb_c_base_sparse_mat), intent(in) :: b
|
||||
integer(psb_ipk_), intent(out) :: info
|
||||
|
||||
info = psb_success_
|
||||
|
||||
select type(b)
|
||||
type is (psb_c_coo_sparse_mat)
|
||||
call a%cp_from_coo(b,info)
|
||||
class default
|
||||
call a%psb_c_hll_sparse_mat%cp_from_fmt(b,info)
|
||||
if (info == 0) call a%to_gpu(info)
|
||||
end select
|
||||
if (info /= 0) goto 9999
|
||||
|
||||
return
|
||||
|
||||
9999 continue
|
||||
info = psb_err_alloc_dealloc_
|
||||
return
|
||||
|
||||
end subroutine psb_c_cuda_cp_hlg_from_fmt
|
||||
@ -0,0 +1,58 @@
|
||||
! Parallel Sparse BLAS GPU plugin
|
||||
! (C) Copyright 2013
|
||||
!
|
||||
! Salvatore Filippone
|
||||
! Alessandro Fanfarillo
|
||||
!
|
||||
! Redistribution and use in source and binary forms, with or without
|
||||
! modification, are permitted provided that the following conditions
|
||||
! are met:
|
||||
! 1. Redistributions of source code must retain the above copyright
|
||||
! notice, this list of conditions and the following disclaimer.
|
||||
! 2. Redistributions in binary form must reproduce the above copyright
|
||||
! notice, this list of conditions, and the following disclaimer in the
|
||||
! documentation and/or other materials provided with the distribution.
|
||||
! 3. The name of the PSBLAS group or the names of its contributors may
|
||||
! not be used to endorse or promote products derived from this
|
||||
! software without specific written permission.
|
||||
!
|
||||
! THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
! ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
! TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
! PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS
|
||||
! BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
! CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
! SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
! INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
! CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
! ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
! POSSIBILITY OF SUCH DAMAGE.
|
||||
!
|
||||
#if CUDA_SHORT_VERSION <= 10
|
||||
|
||||
subroutine psb_c_cuda_cp_hybg_from_coo(a,b,info)
|
||||
|
||||
use psb_base_mod
|
||||
use cusparse_mod
|
||||
use psb_c_cuda_hybg_mat_mod, psb_protect_name => psb_c_cuda_cp_hybg_from_coo
|
||||
implicit none
|
||||
|
||||
class(psb_c_cuda_hybg_sparse_mat), intent(inout) :: a
|
||||
class(psb_c_coo_sparse_mat), intent(in) :: b
|
||||
integer(psb_ipk_), intent(out) :: info
|
||||
|
||||
info = psb_success_
|
||||
|
||||
call a%psb_c_csr_sparse_mat%cp_from_coo(b,info)
|
||||
if (info /= 0) goto 9999
|
||||
call a%to_gpu(info)
|
||||
if (info /= 0) goto 9999
|
||||
|
||||
return
|
||||
|
||||
9999 continue
|
||||
info = psb_err_alloc_dealloc_
|
||||
return
|
||||
|
||||
end subroutine psb_c_cuda_cp_hybg_from_coo
|
||||
#endif
|
||||
@ -0,0 +1,56 @@
|
||||
! Parallel Sparse BLAS GPU plugin
|
||||
! (C) Copyright 2013
|
||||
!
|
||||
! Salvatore Filippone
|
||||
! Alessandro Fanfarillo
|
||||
!
|
||||
! Redistribution and use in source and binary forms, with or without
|
||||
! modification, are permitted provided that the following conditions
|
||||
! are met:
|
||||
! 1. Redistributions of source code must retain the above copyright
|
||||
! notice, this list of conditions and the following disclaimer.
|
||||
! 2. Redistributions in binary form must reproduce the above copyright
|
||||
! notice, this list of conditions, and the following disclaimer in the
|
||||
! documentation and/or other materials provided with the distribution.
|
||||
! 3. The name of the PSBLAS group or the names of its contributors may
|
||||
! not be used to endorse or promote products derived from this
|
||||
! software without specific written permission.
|
||||
!
|
||||
! THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
! ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
! TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
! PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS
|
||||
! BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
! CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
! SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
! INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
! CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
! ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
! POSSIBILITY OF SUCH DAMAGE.
|
||||
!
|
||||
#if CUDA_SHORT_VERSION <= 10
|
||||
|
||||
subroutine psb_c_cuda_cp_hybg_from_fmt(a,b,info)
|
||||
|
||||
use psb_base_mod
|
||||
use cusparse_mod
|
||||
use psb_c_cuda_hybg_mat_mod, psb_protect_name => psb_c_cuda_cp_hybg_from_fmt
|
||||
implicit none
|
||||
|
||||
class(psb_c_cuda_hybg_sparse_mat), intent(inout) :: a
|
||||
class(psb_c_base_sparse_mat), intent(inout) :: b
|
||||
integer(psb_ipk_), intent(out) :: info
|
||||
|
||||
info = psb_success_
|
||||
|
||||
select type(b)
|
||||
type is (psb_c_coo_sparse_mat)
|
||||
call a%cp_from_coo(b,info)
|
||||
class default
|
||||
call a%psb_c_csr_sparse_mat%cp_from_fmt(b,info)
|
||||
if (info /= 0) return
|
||||
call a%to_gpu(info)
|
||||
end select
|
||||
|
||||
end subroutine psb_c_cuda_cp_hybg_from_fmt
|
||||
#endif
|
||||
@ -0,0 +1,62 @@
|
||||
! Parallel Sparse BLAS GPU plugin
|
||||
! (C) Copyright 2013
|
||||
!
|
||||
! Salvatore Filippone
|
||||
! Alessandro Fanfarillo
|
||||
!
|
||||
! Redistribution and use in source and binary forms, with or without
|
||||
! modification, are permitted provided that the following conditions
|
||||
! are met:
|
||||
! 1. Redistributions of source code must retain the above copyright
|
||||
! notice, this list of conditions and the following disclaimer.
|
||||
! 2. Redistributions in binary form must reproduce the above copyright
|
||||
! notice, this list of conditions, and the following disclaimer in the
|
||||
! documentation and/or other materials provided with the distribution.
|
||||
! 3. The name of the PSBLAS group or the names of its contributors may
|
||||
! not be used to endorse or promote products derived from this
|
||||
! software without specific written permission.
|
||||
!
|
||||
! THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
! ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
! TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
! PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS
|
||||
! BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
! CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
! SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
! INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
! CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
! ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
! POSSIBILITY OF SUCH DAMAGE.
|
||||
!
|
||||
|
||||
|
||||
subroutine psb_c_cuda_csrg_allocate_mnnz(m,n,a,nz)
|
||||
|
||||
use psb_base_mod
|
||||
use cusparse_mod
|
||||
use psb_c_cuda_csrg_mat_mod, psb_protect_name => psb_c_cuda_csrg_allocate_mnnz
|
||||
implicit none
|
||||
integer(psb_ipk_), intent(in) :: m,n
|
||||
class(psb_c_cuda_csrg_sparse_mat), intent(inout) :: a
|
||||
integer(psb_ipk_), intent(in), optional :: nz
|
||||
Integer(Psb_ipk_) :: err_act, info, nz_,ld
|
||||
character(len=20) :: name='allocate_mnz'
|
||||
logical, parameter :: debug=.false.
|
||||
|
||||
call psb_erractionsave(err_act)
|
||||
info = psb_success_
|
||||
|
||||
call a%psb_c_csr_sparse_mat%allocate(m,n,nz)
|
||||
|
||||
info = initFcusparse()
|
||||
if (info == 0) call a%to_gpu(info,nzrm=nz)
|
||||
if (info /= 0) goto 9999
|
||||
|
||||
call psb_erractionrestore(err_act)
|
||||
return
|
||||
|
||||
9999 call psb_error_handler(err_act)
|
||||
|
||||
return
|
||||
|
||||
end subroutine psb_c_cuda_csrg_allocate_mnnz
|
||||
@ -0,0 +1,126 @@
|
||||
! Parallel Sparse BLAS GPU plugin
|
||||
! (C) Copyright 2013
|
||||
!
|
||||
! Salvatore Filippone
|
||||
! Alessandro Fanfarillo
|
||||
!
|
||||
! Redistribution and use in source and binary forms, with or without
|
||||
! modification, are permitted provided that the following conditions
|
||||
! are met:
|
||||
! 1. Redistributions of source code must retain the above copyright
|
||||
! notice, this list of conditions and the following disclaimer.
|
||||
! 2. Redistributions in binary form must reproduce the above copyright
|
||||
! notice, this list of conditions, and the following disclaimer in the
|
||||
! documentation and/or other materials provided with the distribution.
|
||||
! 3. The name of the PSBLAS group or the names of its contributors may
|
||||
! not be used to endorse or promote products derived from this
|
||||
! software without specific written permission.
|
||||
!
|
||||
! THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
! ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
! TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
! PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS
|
||||
! BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
! CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
! SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
! INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
! CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
! ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
! POSSIBILITY OF SUCH DAMAGE.
|
||||
!
|
||||
|
||||
|
||||
subroutine psb_c_cuda_csrg_csmm(alpha,a,x,beta,y,info,trans)
|
||||
|
||||
use psb_base_mod
|
||||
use cusparse_mod
|
||||
use elldev_mod
|
||||
use psb_vectordev_mod
|
||||
use psb_c_cuda_csrg_mat_mod, psb_protect_name => psb_c_cuda_csrg_csmm
|
||||
implicit none
|
||||
class(psb_c_cuda_csrg_sparse_mat), intent(in) :: a
|
||||
complex(psb_spk_), intent(in) :: alpha, beta, x(:,:)
|
||||
complex(psb_spk_), intent(inout) :: y(:,:)
|
||||
integer(psb_ipk_), intent(out) :: info
|
||||
character, optional, intent(in) :: trans
|
||||
|
||||
character :: trans_
|
||||
integer(psb_ipk_) :: i,j,k,m,n, nnz, ir, jc, nxy
|
||||
complex(psb_spk_), allocatable :: acc(:)
|
||||
type(c_ptr) :: gpX, gpY
|
||||
logical :: tra
|
||||
Integer(Psb_ipk_) :: err_act
|
||||
character(len=20) :: name='d_csrg_csmm'
|
||||
logical, parameter :: debug=.false.
|
||||
|
||||
info = psb_success_
|
||||
call psb_erractionsave(err_act)
|
||||
|
||||
if (present(trans)) then
|
||||
trans_ = trans
|
||||
else
|
||||
trans_ = 'N'
|
||||
end if
|
||||
|
||||
if (.not.a%is_asb()) then
|
||||
info = psb_err_invalid_mat_state_
|
||||
call psb_errpush(info,name)
|
||||
goto 9999
|
||||
endif
|
||||
tra = (psb_toupper(trans_) == 'T').or.(psb_toupper(trans_)=='C')
|
||||
|
||||
if (tra) then
|
||||
m = a%get_ncols()
|
||||
n = a%get_nrows()
|
||||
else
|
||||
n = a%get_ncols()
|
||||
m = a%get_nrows()
|
||||
end if
|
||||
|
||||
if (size(x,1)<n) then
|
||||
info = 36
|
||||
call psb_errpush(info,name,i_err=(/3*ione,n,izero,izero,izero/))
|
||||
goto 9999
|
||||
end if
|
||||
|
||||
if (size(y,1)<m) then
|
||||
info = 36
|
||||
call psb_errpush(info,name,i_err=(/5*ione,m,izero,izero,izero/))
|
||||
goto 9999
|
||||
end if
|
||||
|
||||
|
||||
if (tra) then
|
||||
call a%psb_c_csr_sparse_mat%spmm(alpha,x,beta,y,info,trans)
|
||||
else
|
||||
!
|
||||
! Just to test, move X/Y to/from the GPU.
|
||||
!
|
||||
nxy = min(size(x,2),size(y,2))
|
||||
if (info == 0) &
|
||||
& info = FallocMultiVecDevice(gpX,nxy,size(x,1),spgpu_type_complex_float)
|
||||
if (info == 0) &
|
||||
& info = writeMultiVecDevice(gpX,x,nxy)
|
||||
if (info == 0) &
|
||||
& info = FallocMultiVecDevice(gpY,nxy,size(y,1),spgpu_type_complex_float)
|
||||
if (info == 0) &
|
||||
& info = writeMultiVecDevice(gpY,y,nxy)
|
||||
|
||||
if (info == 0) &
|
||||
& info = spmvCSRGDevice(a%deviceMat,alpha,gpX,beta,gpY)
|
||||
if (info == 0) &
|
||||
& info = readMultiVecDevice(gpY,y,nxy)
|
||||
if (info /= 0) goto 9999
|
||||
call freeMultiVecDevice(gpX)
|
||||
call freeMultiVecDevice(gpY)
|
||||
endif
|
||||
|
||||
call psb_erractionrestore(err_act)
|
||||
return
|
||||
|
||||
9999 call psb_error_handler(err_act)
|
||||
|
||||
return
|
||||
|
||||
|
||||
end subroutine psb_c_cuda_csrg_csmm
|
||||
@ -0,0 +1,131 @@
|
||||
! Parallel Sparse BLAS GPU plugin
|
||||
! (C) Copyright 2013
|
||||
!
|
||||
! Salvatore Filippone
|
||||
! Alessandro Fanfarillo
|
||||
!
|
||||
! Redistribution and use in source and binary forms, with or without
|
||||
! modification, are permitted provided that the following conditions
|
||||
! are met:
|
||||
! 1. Redistributions of source code must retain the above copyright
|
||||
! notice, this list of conditions and the following disclaimer.
|
||||
! 2. Redistributions in binary form must reproduce the above copyright
|
||||
! notice, this list of conditions, and the following disclaimer in the
|
||||
! documentation and/or other materials provided with the distribution.
|
||||
! 3. The name of the PSBLAS group or the names of its contributors may
|
||||
! not be used to endorse or promote products derived from this
|
||||
! software without specific written permission.
|
||||
!
|
||||
! THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
! ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
! TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
! PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS
|
||||
! BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
! CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
! SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
! INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
! CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
! ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
! POSSIBILITY OF SUCH DAMAGE.
|
||||
!
|
||||
|
||||
|
||||
subroutine psb_c_cuda_csrg_csmv(alpha,a,x,beta,y,info,trans)
|
||||
|
||||
use psb_base_mod
|
||||
use cusparse_mod
|
||||
use elldev_mod
|
||||
use psb_vectordev_mod
|
||||
use psb_c_cuda_csrg_mat_mod, psb_protect_name => psb_c_cuda_csrg_csmv
|
||||
implicit none
|
||||
class(psb_c_cuda_csrg_sparse_mat), intent(in) :: a
|
||||
complex(psb_spk_), intent(in) :: alpha, beta, x(:)
|
||||
complex(psb_spk_), intent(inout) :: y(:)
|
||||
integer(psb_ipk_), intent(out) :: info
|
||||
character, optional, intent(in) :: trans
|
||||
|
||||
character :: trans_
|
||||
integer(psb_ipk_) :: i,j,k,m,n, nnz, ir, jc
|
||||
complex(psb_spk_) :: acc
|
||||
type(c_ptr) :: gpX
|
||||
type(c_ptr) :: gpY
|
||||
logical :: tra
|
||||
Integer(Psb_ipk_) :: err_act
|
||||
character(len=20) :: name='c_cuda_csrg_csmv'
|
||||
logical, parameter :: debug=.false.
|
||||
|
||||
call psb_erractionsave(err_act)
|
||||
info = psb_success_
|
||||
|
||||
if (present(trans)) then
|
||||
trans_ = trans
|
||||
else
|
||||
trans_ = 'N'
|
||||
end if
|
||||
|
||||
if (.not.a%is_asb()) then
|
||||
info = psb_err_invalid_mat_state_
|
||||
call psb_errpush(info,name)
|
||||
goto 9999
|
||||
endif
|
||||
|
||||
|
||||
tra = (psb_toupper(trans_) == 'T').or.(psb_toupper(trans_)=='C')
|
||||
|
||||
if (tra) then
|
||||
m = a%get_ncols()
|
||||
n = a%get_nrows()
|
||||
else
|
||||
n = a%get_ncols()
|
||||
m = a%get_nrows()
|
||||
end if
|
||||
|
||||
if (size(x,1)<n) then
|
||||
info = 36
|
||||
call psb_errpush(info,name,i_err=(/3*ione,n,izero,izero,izero/))
|
||||
goto 9999
|
||||
end if
|
||||
|
||||
if (size(y,1)<m) then
|
||||
info = 36
|
||||
call psb_errpush(info,name,i_err=(/5*ione,m,izero,izero,izero/))
|
||||
goto 9999
|
||||
end if
|
||||
|
||||
if (tra) then
|
||||
call a%psb_c_csr_sparse_mat%spmm(alpha,x,beta,y,info,trans)
|
||||
else
|
||||
!
|
||||
! Just to test, move X/Y to/from the GPU.
|
||||
!
|
||||
if (info == 0) &
|
||||
& info = FallocMultiVecDevice(gpX,1,size(x,1),spgpu_type_complex_float)
|
||||
if (alpha /= dzero) then
|
||||
if (info == 0) &
|
||||
& info = writeMultiVecDevice(gpX,x)
|
||||
end if
|
||||
if (info == 0) &
|
||||
& info = FallocMultiVecDevice(gpY,1,size(y,1),spgpu_type_complex_float)
|
||||
if (beta /= dzero) then
|
||||
if (info == 0) &
|
||||
& info = writeMultiVecDevice(gpY,y)
|
||||
end if
|
||||
|
||||
if (info == 0) &
|
||||
& info = spmvCSRGDevice(a%deviceMat,alpha,gpX,beta,gpY)
|
||||
if (info == 0) &
|
||||
& info = readMultiVecDevice(gpY,y)
|
||||
if (info /= 0) goto 9999
|
||||
call freeMultiVecDevice(gpX)
|
||||
call freeMultiVecDevice(gpY)
|
||||
endif
|
||||
|
||||
call psb_erractionrestore(err_act)
|
||||
return
|
||||
|
||||
9999 call psb_error_handler(err_act)
|
||||
|
||||
return
|
||||
|
||||
|
||||
end subroutine psb_c_cuda_csrg_csmv
|
||||
@ -0,0 +1,67 @@
|
||||
! Parallel Sparse BLAS GPU plugin
|
||||
! (C) Copyright 2013
|
||||
!
|
||||
! Salvatore Filippone
|
||||
! Alessandro Fanfarillo
|
||||
!
|
||||
! Redistribution and use in source and binary forms, with or without
|
||||
! modification, are permitted provided that the following conditions
|
||||
! are met:
|
||||
! 1. Redistributions of source code must retain the above copyright
|
||||
! notice, this list of conditions and the following disclaimer.
|
||||
! 2. Redistributions in binary form must reproduce the above copyright
|
||||
! notice, this list of conditions, and the following disclaimer in the
|
||||
! documentation and/or other materials provided with the distribution.
|
||||
! 3. The name of the PSBLAS group or the names of its contributors may
|
||||
! not be used to endorse or promote products derived from this
|
||||
! software without specific written permission.
|
||||
!
|
||||
! THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
! ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
! TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
! PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS
|
||||
! BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
! CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
! SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
! INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
! CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
! ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
! POSSIBILITY OF SUCH DAMAGE.
|
||||
!
|
||||
|
||||
|
||||
subroutine psb_c_cuda_csrg_from_gpu(a,info)
|
||||
|
||||
use psb_base_mod
|
||||
use elldev_mod
|
||||
use psb_vectordev_mod
|
||||
use psb_c_cuda_csrg_mat_mod, psb_protect_name => psb_c_cuda_csrg_from_gpu
|
||||
implicit none
|
||||
class(psb_c_cuda_csrg_sparse_mat), intent(inout) :: a
|
||||
integer(psb_ipk_), intent(out) :: info
|
||||
|
||||
integer(psb_ipk_) :: m, n, nz
|
||||
|
||||
info = 0
|
||||
|
||||
if (.not.(c_associated(a%deviceMat%mat))) then
|
||||
call a%free()
|
||||
return
|
||||
end if
|
||||
|
||||
info = CSRGDeviceGetParms(a%deviceMat,m,n,nz)
|
||||
if (info /= psb_success_) return
|
||||
|
||||
if (info == 0) call psb_realloc(m+1,a%irp,info)
|
||||
if (info == 0) call psb_realloc(nz,a%ja,info)
|
||||
if (info == 0) call psb_realloc(nz,a%val,info)
|
||||
if (info == 0) info = &
|
||||
& CSRGDevice2Host(a%deviceMat,m,n,nz,a%irp,a%ja,a%val)
|
||||
#if (CUDA_SHORT_VERSION <= 10) || (CUDA_VERSION < 11030)
|
||||
a%irp(:) = a%irp(:)+1
|
||||
a%ja(:) = a%ja(:)+1
|
||||
#endif
|
||||
|
||||
call a%set_sync()
|
||||
|
||||
end subroutine psb_c_cuda_csrg_from_gpu
|
||||
@ -0,0 +1,125 @@
|
||||
! Parallel Sparse BLAS GPU plugin
|
||||
! (C) Copyright 2013
|
||||
!
|
||||
! Salvatore Filippone
|
||||
! Alessandro Fanfarillo
|
||||
!
|
||||
! Redistribution and use in source and binary forms, with or without
|
||||
! modification, are permitted provided that the following conditions
|
||||
! are met:
|
||||
! 1. Redistributions of source code must retain the above copyright
|
||||
! notice, this list of conditions and the following disclaimer.
|
||||
! 2. Redistributions in binary form must reproduce the above copyright
|
||||
! notice, this list of conditions, and the following disclaimer in the
|
||||
! documentation and/or other materials provided with the distribution.
|
||||
! 3. The name of the PSBLAS group or the names of its contributors may
|
||||
! not be used to endorse or promote products derived from this
|
||||
! software without specific written permission.
|
||||
!
|
||||
! THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
! ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
! TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
! PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS
|
||||
! BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
! CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
! SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
! INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
! CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
! ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
! POSSIBILITY OF SUCH DAMAGE.
|
||||
!
|
||||
|
||||
subroutine psb_c_cuda_csrg_inner_vect_sv(alpha,a,x,beta,y,info,trans)
|
||||
|
||||
use psb_base_mod
|
||||
use elldev_mod
|
||||
use psb_vectordev_mod
|
||||
use psb_c_cuda_csrg_mat_mod, psb_protect_name => psb_c_cuda_csrg_inner_vect_sv
|
||||
use psb_c_cuda_vect_mod
|
||||
implicit none
|
||||
class(psb_c_cuda_csrg_sparse_mat), intent(in) :: a
|
||||
complex(psb_spk_), intent(in) :: alpha, beta
|
||||
class(psb_c_base_vect_type), intent(inout) :: x, y
|
||||
integer(psb_ipk_), intent(out) :: info
|
||||
character, optional, intent(in) :: trans
|
||||
|
||||
complex(psb_spk_), allocatable :: rx(:), ry(:)
|
||||
logical :: tra
|
||||
character :: trans_
|
||||
integer(psb_ipk_) :: err_act
|
||||
character(len=20) :: name='c_cuda_csrg_inner_vect_sv'
|
||||
logical, parameter :: debug=.false.
|
||||
|
||||
call psb_get_erraction(err_act)
|
||||
! This is the base version. If we get here
|
||||
! it means the derived class is incomplete,
|
||||
! so we throw an error.
|
||||
info = psb_success_
|
||||
|
||||
|
||||
if (present(trans)) then
|
||||
trans_ = trans
|
||||
else
|
||||
trans_ = 'N'
|
||||
end if
|
||||
|
||||
if (.not.a%is_asb()) then
|
||||
info = psb_err_invalid_mat_state_
|
||||
call psb_errpush(info,name)
|
||||
goto 9999
|
||||
endif
|
||||
|
||||
tra = (psb_toupper(trans_) == 'T').or.(psb_toupper(trans_)=='C')
|
||||
|
||||
if (tra.or.(beta/=dzero)) then
|
||||
call x%sync()
|
||||
call y%sync()
|
||||
call a%psb_c_csr_sparse_mat%inner_spsm(alpha,x,beta,y,info,trans)
|
||||
call y%set_host()
|
||||
else
|
||||
select type (xx => x)
|
||||
type is (psb_c_vect_cuda)
|
||||
select type(yy => y)
|
||||
type is (psb_c_vect_cuda)
|
||||
if (xx%is_host()) call xx%sync()
|
||||
if (beta /= dzero) then
|
||||
if (yy%is_host()) call yy%sync()
|
||||
end if
|
||||
info = spsvCSRGDevice(a%deviceMat,alpha,xx%deviceVect,&
|
||||
& beta,yy%deviceVect)
|
||||
if (info /= 0) then
|
||||
call psb_errpush(psb_err_from_subroutine_ai_,name,&
|
||||
& a_err='spsvCSRGDevice',i_err=(/info,izero,izero,izero,izero/))
|
||||
info = psb_err_from_subroutine_ai_
|
||||
goto 9999
|
||||
end if
|
||||
call yy%set_dev()
|
||||
class default
|
||||
rx = xx%get_vect()
|
||||
ry = y%get_vect()
|
||||
call a%psb_c_csr_sparse_mat%inner_spsm(alpha,rx,beta,ry,info)
|
||||
call y%bld(ry)
|
||||
end select
|
||||
class default
|
||||
rx = x%get_vect()
|
||||
ry = y%get_vect()
|
||||
call a%psb_c_csr_sparse_mat%inner_spsm(alpha,rx,beta,ry,info)
|
||||
call y%bld(ry)
|
||||
end select
|
||||
end if
|
||||
if (info /= psb_success_) then
|
||||
info = psb_err_from_subroutine_
|
||||
call psb_errpush(info,name, a_err='csrg_vect_sv')
|
||||
goto 9999
|
||||
end if
|
||||
|
||||
|
||||
call psb_erractionrestore(err_act)
|
||||
return
|
||||
|
||||
|
||||
9999 call psb_error_handler(err_act)
|
||||
|
||||
return
|
||||
|
||||
end subroutine psb_c_cuda_csrg_inner_vect_sv
|
||||
@ -0,0 +1,65 @@
|
||||
! Parallel Sparse BLAS GPU plugin
|
||||
! (C) Copyright 2013
|
||||
!
|
||||
! Salvatore Filippone
|
||||
! Alessandro Fanfarillo
|
||||
!
|
||||
! Redistribution and use in source and binary forms, with or without
|
||||
! modification, are permitted provided that the following conditions
|
||||
! are met:
|
||||
! 1. Redistributions of source code must retain the above copyright
|
||||
! notice, this list of conditions and the following disclaimer.
|
||||
! 2. Redistributions in binary form must reproduce the above copyright
|
||||
! notice, this list of conditions, and the following disclaimer in the
|
||||
! documentation and/or other materials provided with the distribution.
|
||||
! 3. The name of the PSBLAS group or the names of its contributors may
|
||||
! not be used to endorse or promote products derived from this
|
||||
! software without specific written permission.
|
||||
!
|
||||
! THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
! ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
! TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
! PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS
|
||||
! BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
! CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
! SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
! INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
! CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
! ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
! POSSIBILITY OF SUCH DAMAGE.
|
||||
!
|
||||
|
||||
|
||||
subroutine psb_c_cuda_csrg_mold(a,b,info)
|
||||
|
||||
use psb_base_mod
|
||||
use psb_c_cuda_csrg_mat_mod, psb_protect_name => psb_c_cuda_csrg_mold
|
||||
implicit none
|
||||
class(psb_c_cuda_csrg_sparse_mat), intent(in) :: a
|
||||
class(psb_c_base_sparse_mat), intent(inout), allocatable :: b
|
||||
integer(psb_ipk_), intent(out) :: info
|
||||
Integer(Psb_ipk_) :: err_act
|
||||
character(len=20) :: name='csrg_mold'
|
||||
logical, parameter :: debug=.false.
|
||||
|
||||
call psb_get_erraction(err_act)
|
||||
|
||||
info = 0
|
||||
if (allocated(b)) then
|
||||
call b%free()
|
||||
deallocate(b,stat=info)
|
||||
end if
|
||||
if (info == 0) allocate(psb_c_cuda_csrg_sparse_mat :: b, stat=info)
|
||||
|
||||
if (info /= psb_success_) then
|
||||
info = psb_err_alloc_dealloc_
|
||||
call psb_errpush(info, name)
|
||||
goto 9999
|
||||
end if
|
||||
return
|
||||
|
||||
9999 call psb_error_handler(err_act)
|
||||
|
||||
return
|
||||
|
||||
end subroutine psb_c_cuda_csrg_mold
|
||||
@ -0,0 +1,64 @@
|
||||
! Parallel Sparse BLAS GPU plugin
|
||||
! (C) Copyright 2013
|
||||
!
|
||||
! Salvatore Filippone
|
||||
! Alessandro Fanfarillo
|
||||
!
|
||||
! Redistribution and use in source and binary forms, with or without
|
||||
! modification, are permitted provided that the following conditions
|
||||
! are met:
|
||||
! 1. Redistributions of source code must retain the above copyright
|
||||
! notice, this list of conditions and the following disclaimer.
|
||||
! 2. Redistributions in binary form must reproduce the above copyright
|
||||
! notice, this list of conditions, and the following disclaimer in the
|
||||
! documentation and/or other materials provided with the distribution.
|
||||
! 3. The name of the PSBLAS group or the names of its contributors may
|
||||
! not be used to endorse or promote products derived from this
|
||||
! software without specific written permission.
|
||||
!
|
||||
! THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
! ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
! TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
! PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS
|
||||
! BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
! CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
! SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
! INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
! CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
! ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
! POSSIBILITY OF SUCH DAMAGE.
|
||||
!
|
||||
|
||||
|
||||
subroutine psb_c_cuda_csrg_reallocate_nz(nz,a)
|
||||
|
||||
use psb_base_mod
|
||||
use cusparse_mod
|
||||
use psb_c_cuda_csrg_mat_mod, psb_protect_name => psb_c_cuda_csrg_reallocate_nz
|
||||
implicit none
|
||||
integer(psb_ipk_), intent(in) :: nz
|
||||
class(psb_c_cuda_csrg_sparse_mat), intent(inout) :: a
|
||||
integer(psb_ipk_) :: m, nzrm,ld
|
||||
Integer(Psb_ipk_) :: err_act, info
|
||||
character(len=20) :: name='c_cuda_csrg_reallocate_nz'
|
||||
logical, parameter :: debug=.false.
|
||||
|
||||
call psb_erractionsave(err_act)
|
||||
info = psb_success_
|
||||
|
||||
!
|
||||
! What should this really do???
|
||||
!
|
||||
call a%psb_c_csr_sparse_mat%reallocate(nz)
|
||||
|
||||
call a%to_gpu(info,nzrm=nz)
|
||||
if (info /= 0) goto 9999
|
||||
|
||||
call psb_erractionrestore(err_act)
|
||||
return
|
||||
|
||||
9999 call psb_error_handler(err_act)
|
||||
|
||||
return
|
||||
|
||||
end subroutine psb_c_cuda_csrg_reallocate_nz
|
||||
@ -0,0 +1,67 @@
|
||||
! Parallel Sparse BLAS GPU plugin
|
||||
! (C) Copyright 2013
|
||||
!
|
||||
! Salvatore Filippone
|
||||
! Alessandro Fanfarillo
|
||||
!
|
||||
! Redistribution and use in source and binary forms, with or without
|
||||
! modification, are permitted provided that the following conditions
|
||||
! are met:
|
||||
! 1. Redistributions of source code must retain the above copyright
|
||||
! notice, this list of conditions and the following disclaimer.
|
||||
! 2. Redistributions in binary form must reproduce the above copyright
|
||||
! notice, this list of conditions, and the following disclaimer in the
|
||||
! documentation and/or other materials provided with the distribution.
|
||||
! 3. The name of the PSBLAS group or the names of its contributors may
|
||||
! not be used to endorse or promote products derived from this
|
||||
! software without specific written permission.
|
||||
!
|
||||
! THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
! ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
! TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
! PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS
|
||||
! BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
! CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
! SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
! INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
! CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
! ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
! POSSIBILITY OF SUCH DAMAGE.
|
||||
!
|
||||
|
||||
|
||||
subroutine psb_c_cuda_csrg_scal(d,a,info,side)
|
||||
|
||||
use psb_base_mod
|
||||
use cusparse_mod
|
||||
use psb_c_cuda_csrg_mat_mod, psb_protect_name => psb_c_cuda_csrg_scal
|
||||
implicit none
|
||||
class(psb_c_cuda_csrg_sparse_mat), intent(inout) :: a
|
||||
complex(psb_spk_), intent(in) :: d(:)
|
||||
integer(psb_ipk_), intent(out) :: info
|
||||
character, intent(in), optional :: side
|
||||
|
||||
|
||||
Integer(Psb_ipk_) :: err_act
|
||||
character(len=20) :: name='scal'
|
||||
logical, parameter :: debug=.false.
|
||||
|
||||
info = psb_success_
|
||||
call psb_erractionsave(err_act)
|
||||
|
||||
if (a%is_dev()) call a%sync()
|
||||
|
||||
call a%psb_c_csr_sparse_mat%scal(d,info,side=side)
|
||||
if (info /= 0) goto 9999
|
||||
|
||||
call a%to_gpu(info)
|
||||
if (info /= 0) goto 9999
|
||||
|
||||
call psb_erractionrestore(err_act)
|
||||
return
|
||||
|
||||
9999 call psb_error_handler(err_act)
|
||||
|
||||
return
|
||||
|
||||
end subroutine psb_c_cuda_csrg_scal
|
||||
@ -0,0 +1,65 @@
|
||||
! Parallel Sparse BLAS GPU plugin
|
||||
! (C) Copyright 2013
|
||||
!
|
||||
! Salvatore Filippone
|
||||
! Alessandro Fanfarillo
|
||||
!
|
||||
! Redistribution and use in source and binary forms, with or without
|
||||
! modification, are permitted provided that the following conditions
|
||||
! are met:
|
||||
! 1. Redistributions of source code must retain the above copyright
|
||||
! notice, this list of conditions and the following disclaimer.
|
||||
! 2. Redistributions in binary form must reproduce the above copyright
|
||||
! notice, this list of conditions, and the following disclaimer in the
|
||||
! documentation and/or other materials provided with the distribution.
|
||||
! 3. The name of the PSBLAS group or the names of its contributors may
|
||||
! not be used to endorse or promote products derived from this
|
||||
! software without specific written permission.
|
||||
!
|
||||
! THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
! ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
! TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
! PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS
|
||||
! BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
! CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
! SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
! INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
! CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
! ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
! POSSIBILITY OF SUCH DAMAGE.
|
||||
!
|
||||
|
||||
|
||||
subroutine psb_c_cuda_csrg_scals(d,a,info)
|
||||
|
||||
use psb_base_mod
|
||||
use cusparse_mod
|
||||
use psb_c_cuda_csrg_mat_mod, psb_protect_name => psb_c_cuda_csrg_scals
|
||||
implicit none
|
||||
class(psb_c_cuda_csrg_sparse_mat), intent(inout) :: a
|
||||
complex(psb_spk_), intent(in) :: d
|
||||
integer(psb_ipk_), intent(out) :: info
|
||||
|
||||
Integer(Psb_ipk_) :: err_act
|
||||
character(len=20) :: name='scal'
|
||||
logical, parameter :: debug=.false.
|
||||
|
||||
info = psb_success_
|
||||
call psb_erractionsave(err_act)
|
||||
|
||||
if (a%is_dev()) call a%sync()
|
||||
call a%psb_c_csr_sparse_mat%scal(d,info)
|
||||
|
||||
if (info /= 0) goto 9999
|
||||
|
||||
call a%to_gpu(info)
|
||||
if (info /= 0) goto 9999
|
||||
|
||||
call psb_erractionrestore(err_act)
|
||||
return
|
||||
|
||||
9999 call psb_error_handler(err_act)
|
||||
|
||||
return
|
||||
|
||||
end subroutine psb_c_cuda_csrg_scals
|
||||
@ -0,0 +1,378 @@
|
||||
! Parallel Sparse BLAS GPU plugin
|
||||
! (C) Copyright 2013
|
||||
!
|
||||
! Salvatore Filippone
|
||||
! Alessandro Fanfarillo
|
||||
!
|
||||
! Redistribution and use in source and binary forms, with or without
|
||||
! modification, are permitted provided that the following conditions
|
||||
! are met:
|
||||
! 1. Redistributions of source code must retain the above copyright
|
||||
! notice, this list of conditions and the following disclaimer.
|
||||
! 2. Redistributions in binary form must reproduce the above copyright
|
||||
! notice, this list of conditions, and the following disclaimer in the
|
||||
! documentation and/or other materials provided with the distribution.
|
||||
! 3. The name of the PSBLAS group or the names of its contributors may
|
||||
! not be used to endorse or promote products derived from this
|
||||
! software without specific written permission.
|
||||
!
|
||||
! THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
! ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
! TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
! PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS
|
||||
! BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
! CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
! SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
! INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
! CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
! ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
! POSSIBILITY OF SUCH DAMAGE.
|
||||
!
|
||||
|
||||
|
||||
subroutine psb_c_cuda_csrg_to_gpu(a,info,nzrm)
|
||||
|
||||
use psb_base_mod
|
||||
use cusparse_mod
|
||||
use psb_c_cuda_csrg_mat_mod, psb_protect_name => psb_c_cuda_csrg_to_gpu
|
||||
implicit none
|
||||
class(psb_c_cuda_csrg_sparse_mat), intent(inout) :: a
|
||||
integer(psb_ipk_), intent(out) :: info
|
||||
integer(psb_ipk_), intent(in), optional :: nzrm
|
||||
|
||||
integer(psb_ipk_) :: m, nzm, n, pitch,maxrowsize,nz
|
||||
integer(psb_ipk_) :: nzdi,i,j,k,nrz
|
||||
integer(psb_ipk_), allocatable :: irpdi(:),jadi(:)
|
||||
complex(psb_spk_), allocatable :: valdi(:)
|
||||
|
||||
info = 0
|
||||
|
||||
if ((.not.allocated(a%val)).or.(.not.allocated(a%ja))) return
|
||||
|
||||
m = a%get_nrows()
|
||||
n = a%get_ncols()
|
||||
nz = a%get_nzeros()
|
||||
if (c_associated(a%deviceMat%Mat)) then
|
||||
info = CSRGDeviceFree(a%deviceMat)
|
||||
end if
|
||||
#if (CUDA_SHORT_VERSION <= 10 )
|
||||
if (a%is_unit()) then
|
||||
!
|
||||
! CUSPARSE has the habit of storing the diagonal and then ignoring,
|
||||
! whereas we do not store it. Hence this adapter code.
|
||||
!
|
||||
nzdi = nz + m
|
||||
if (info == 0) info = CSRGDeviceAlloc(a%deviceMat,m,n,nzdi)
|
||||
if (info == 0) info = CSRGDeviceSetMatIndexBase(a%deviceMat,cusparse_index_base_one)
|
||||
if (info == 0) then
|
||||
if (a%is_unit()) then
|
||||
info = CSRGDeviceSetMatDiagType(a%deviceMat,cusparse_diag_type_unit)
|
||||
else
|
||||
info = CSRGDeviceSetMatDiagType(a%deviceMat,cusparse_diag_type_non_unit)
|
||||
end if
|
||||
end if
|
||||
!!! We are explicitly adding the diagonal
|
||||
!! info = CSRGDeviceSetMatDiagType(a%deviceMat,cusparse_diag_type_non_unit)
|
||||
if ((info == 0) .and. a%is_triangle()) then
|
||||
!info = CSRGDeviceSetMatType(a%deviceMat,cusparse_matrix_type_triangular)
|
||||
if ((info == 0).and.a%is_upper()) then
|
||||
info = CSRGDeviceSetMatFillMode(a%deviceMat,cusparse_fill_mode_upper)
|
||||
else
|
||||
info = CSRGDeviceSetMatFillMode(a%deviceMat,cusparse_fill_mode_lower)
|
||||
end if
|
||||
end if
|
||||
if (info == 0) allocate(irpdi(m+1),jadi(nzdi),valdi(nzdi),stat=info)
|
||||
if (info == 0) then
|
||||
irpdi(1) = 1
|
||||
if (a%is_triangle().and.a%is_upper()) then
|
||||
do i=1,m
|
||||
j = irpdi(i)
|
||||
jadi(j) = i
|
||||
valdi(j) = cone
|
||||
nrz = a%irp(i+1)-a%irp(i)
|
||||
jadi(j+1:j+nrz) = a%ja(a%irp(i):a%irp(i+1)-1)
|
||||
valdi(j+1:j+nrz) = a%val(a%irp(i):a%irp(i+1)-1)
|
||||
irpdi(i+1) = j + nrz + 1
|
||||
! write(0,*) 'Row ',i,' : ',irpdi(i:i+1),':',jadi(j:j+nrz),valdi(j:j+nrz)
|
||||
end do
|
||||
else
|
||||
do i=1,m
|
||||
j = irpdi(i)
|
||||
nrz = a%irp(i+1)-a%irp(i)
|
||||
jadi(j+0:j+nrz-1) = a%ja(a%irp(i):a%irp(i+1)-1)
|
||||
valdi(j+0:j+nrz-1) = a%val(a%irp(i):a%irp(i+1)-1)
|
||||
jadi(j+nrz) = i
|
||||
valdi(j+nrz) = cone
|
||||
irpdi(i+1) = j + nrz + 1
|
||||
! write(0,*) 'Row ',i,' : ',irpdi(i:i+1),':',jadi(j:j+nrz),valdi(j:j+nrz)
|
||||
end do
|
||||
end if
|
||||
end if
|
||||
if (info == 0) info = CSRGHost2Device(a%deviceMat,m,n,nzdi,irpdi,jadi,valdi)
|
||||
|
||||
else
|
||||
|
||||
if (info == 0) info = CSRGDeviceAlloc(a%deviceMat,m,n,nz)
|
||||
if (info == 0) info = CSRGDeviceSetMatIndexBase(a%deviceMat,cusparse_index_base_one)
|
||||
!!$ if (info == 0) then
|
||||
!!$ if (a%is_unit()) then
|
||||
!!$ info = CSRGDeviceSetMatDiagType(a%deviceMat,cusparse_diag_type_unit)
|
||||
!!$ else
|
||||
!!$ info = CSRGDeviceSetMatDiagType(a%deviceMat,cusparse_diag_type_non_unit)
|
||||
!!$ end if
|
||||
!!$ end if
|
||||
if ((info == 0) .and. a%is_triangle()) then
|
||||
!info = CSRGDeviceSetMatType(a%deviceMat,cusparse_matrix_type_triangular)
|
||||
if ((info == 0).and.a%is_upper()) then
|
||||
info = CSRGDeviceSetMatFillMode(a%deviceMat,cusparse_fill_mode_upper)
|
||||
else
|
||||
info = CSRGDeviceSetMatFillMode(a%deviceMat,cusparse_fill_mode_lower)
|
||||
end if
|
||||
end if
|
||||
|
||||
if (info == 0) info = CSRGHost2Device(a%deviceMat,m,n,nz,a%irp,a%ja,a%val)
|
||||
endif
|
||||
|
||||
if ((info == 0) .and. a%is_triangle()) then
|
||||
info = CSRGDeviceCsrsmAnalysis(a%deviceMat)
|
||||
end if
|
||||
|
||||
#elif CUDA_VERSION < 11030
|
||||
if (a%is_unit()) then
|
||||
!
|
||||
! CUSPARSE has the habit of storing the diagonal and then ignoring,
|
||||
! whereas we do not store it. Hence this adapter code.
|
||||
!
|
||||
nzdi = nz + m
|
||||
if (info == 0) info = CSRGDeviceAlloc(a%deviceMat,m,n,nzdi)
|
||||
!!$ write(0,*) 'Done deviceAlloc'
|
||||
if (info == 0) info = CSRGDeviceSetMatIndexBase(a%deviceMat,cusparse_index_base_zero)
|
||||
!!$ write(0,*) 'Done SetIndexBase'
|
||||
if (info == 0) then
|
||||
if (a%is_unit()) then
|
||||
info = CSRGDeviceSetMatDiagType(a%deviceMat,cusparse_diag_type_unit)
|
||||
else
|
||||
info = CSRGDeviceSetMatDiagType(a%deviceMat,cusparse_diag_type_non_unit)
|
||||
end if
|
||||
end if
|
||||
!!! We are explicitly adding the diagonal
|
||||
!! info = CSRGDeviceSetMatDiagType(a%deviceMat,cusparse_diag_type_non_unit)
|
||||
if ((info == 0) .and. a%is_triangle()) then
|
||||
info = CSRGDeviceSetMatType(a%deviceMat,cusparse_matrix_type_triangular)
|
||||
if ((info == 0).and.a%is_upper()) then
|
||||
info = CSRGDeviceSetMatFillMode(a%deviceMat,cusparse_fill_mode_upper)
|
||||
else
|
||||
info = CSRGDeviceSetMatFillMode(a%deviceMat,cusparse_fill_mode_lower)
|
||||
end if
|
||||
end if
|
||||
if (info == 0) allocate(irpdi(m+1),jadi(0:nzdi),valdi(0:nzdi),stat=info)
|
||||
if (info == 0) then
|
||||
irpdi(1) = 0
|
||||
if (a%is_triangle().and.a%is_upper()) then
|
||||
do i=1,m
|
||||
j = irpdi(i)
|
||||
jadi(j) = i
|
||||
valdi(j) = cone
|
||||
nrz = a%irp(i+1)-a%irp(i)
|
||||
jadi(j+1:j+nrz) = a%ja(a%irp(i):a%irp(i+1)-1)-1
|
||||
valdi(j+1:j+nrz) = a%val(a%irp(i):a%irp(i+1)-1)
|
||||
irpdi(i+1) = j + nrz + 1
|
||||
! write(0,*) 'Row ',i,' : ',irpdi(i:i+1),':',jadi(j:j+nrz),valdi(j:j+nrz)
|
||||
end do
|
||||
else
|
||||
do i=1,m
|
||||
j = irpdi(i)
|
||||
nrz = a%irp(i+1)-a%irp(i)
|
||||
jadi(j+0:j+nrz-1) = a%ja(a%irp(i):a%irp(i+1)-1)-1
|
||||
valdi(j+0:j+nrz-1) = a%val(a%irp(i):a%irp(i+1)-1)
|
||||
jadi(j+nrz) = i
|
||||
valdi(j+nrz) = cone
|
||||
irpdi(i+1) = j + nrz + 1
|
||||
! write(0,*) 'Row ',i,' : ',irpdi(i:i+1),':',jadi(j:j+nrz),valdi(j:j+nrz)
|
||||
end do
|
||||
end if
|
||||
end if
|
||||
if (info == 0) info = CSRGHost2Device(a%deviceMat,m,n,nzdi,irpdi,jadi,valdi)
|
||||
|
||||
else
|
||||
|
||||
if (info == 0) info = CSRGDeviceAlloc(a%deviceMat,m,n,nz)
|
||||
!!$ write(0,*) 'Done deviceAlloc', info
|
||||
if (info == 0) info = CSRGDeviceSetMatIndexBase(a%deviceMat,&
|
||||
& cusparse_index_base_zero)
|
||||
!!$ write(0,*) 'Done setIndexBase', info
|
||||
if (info == 0) then
|
||||
if (a%is_unit()) then
|
||||
info = CSRGDeviceSetMatDiagType(a%deviceMat,cusparse_diag_type_unit)
|
||||
else
|
||||
info = CSRGDeviceSetMatDiagType(a%deviceMat,cusparse_diag_type_non_unit)
|
||||
end if
|
||||
end if
|
||||
if ((info == 0) .and. a%is_triangle()) then
|
||||
info = CSRGDeviceSetMatType(a%deviceMat,cusparse_matrix_type_triangular)
|
||||
if ((info == 0).and.a%is_upper()) then
|
||||
info = CSRGDeviceSetMatFillMode(a%deviceMat,cusparse_fill_mode_upper)
|
||||
else
|
||||
info = CSRGDeviceSetMatFillMode(a%deviceMat,cusparse_fill_mode_lower)
|
||||
end if
|
||||
end if
|
||||
nzdi=a%irp(m+1)-1
|
||||
if (info == 0) allocate(irpdi(m+1),jadi(max(nzdi,1)),stat=info)
|
||||
if (info == 0) then
|
||||
irpdi(1:m+1) = a%irp(1:m+1) -1
|
||||
jadi(1:nzdi) = a%ja(1:nzdi) -1
|
||||
end if
|
||||
if (info == 0) info = CSRGHost2Device(a%deviceMat,m,n,nz,irpdi,jadi,a%val)
|
||||
!!$ write(0,*) 'Done Host2Device', info
|
||||
endif
|
||||
|
||||
|
||||
#elif 0
|
||||
|
||||
if (a%is_unit()) then
|
||||
!
|
||||
! CUSPARSE has the habit of storing the diagonal and then ignoring,
|
||||
! whereas we do not store it. Hence this adapter code.
|
||||
!
|
||||
nzdi = nz + m
|
||||
if (info == 0) info = CSRGDeviceAlloc(a%deviceMat,m,n,nzdi)
|
||||
if (info == 0) then
|
||||
if (a%is_unit()) then
|
||||
info = CSRGDeviceSetMatDiagType(a%deviceMat,cusparse_diag_type_unit)
|
||||
else
|
||||
info = CSRGDeviceSetMatDiagType(a%deviceMat,cusparse_diag_type_non_unit)
|
||||
end if
|
||||
end if
|
||||
!!! We are explicitly adding the diagonal
|
||||
!! info = CSRGDeviceSetMatDiagType(a%deviceMat,cusparse_diag_type_non_unit)
|
||||
if ((info == 0) .and. a%is_triangle()) then
|
||||
!!$ info = CSRGDeviceSetMatType(a%deviceMat,cusparse_matrix_type_triangular)
|
||||
if ((info == 0).and.a%is_upper()) then
|
||||
info = CSRGDeviceSetMatFillMode(a%deviceMat,cusparse_fill_mode_upper)
|
||||
else
|
||||
info = CSRGDeviceSetMatFillMode(a%deviceMat,cusparse_fill_mode_lower)
|
||||
end if
|
||||
end if
|
||||
if (info == 0) allocate(irpdi(m+1),jadi(nzdi),valdi(nzdi),stat=info)
|
||||
if (info == 0) then
|
||||
irpdi(1) = 1
|
||||
if (a%is_triangle().and.a%is_upper()) then
|
||||
do i=1,m
|
||||
j = irpdi(i)
|
||||
jadi(j) = i
|
||||
valdi(j) = cone
|
||||
nrz = a%irp(i+1)-a%irp(i)
|
||||
jadi(j+1:j+nrz) = a%ja(a%irp(i):a%irp(i+1)-1)
|
||||
valdi(j+1:j+nrz) = a%val(a%irp(i):a%irp(i+1)-1)
|
||||
irpdi(i+1) = j + nrz + 1
|
||||
! write(0,*) 'Row ',i,' : ',irpdi(i:i+1),':',jadi(j:j+nrz),valdi(j:j+nrz)
|
||||
end do
|
||||
else
|
||||
do i=1,m
|
||||
j = irpdi(i)
|
||||
nrz = a%irp(i+1)-a%irp(i)
|
||||
jadi(j+0:j+nrz-1) = a%ja(a%irp(i):a%irp(i+1)-1)
|
||||
valdi(j+0:j+nrz-1) = a%val(a%irp(i):a%irp(i+1)-1)
|
||||
jadi(j+nrz) = i
|
||||
valdi(j+nrz) = cone
|
||||
irpdi(i+1) = j + nrz + 1
|
||||
! write(0,*) 'Row ',i,' : ',irpdi(i:i+1),':',jadi(j:j+nrz),valdi(j:j+nrz)
|
||||
end do
|
||||
end if
|
||||
end if
|
||||
if (info == 0) info = CSRGHost2Device(a%deviceMat,m,n,nzdi,irpdi,jadi,valdi)
|
||||
|
||||
else
|
||||
|
||||
if (info == 0) info = CSRGDeviceAlloc(a%deviceMat,m,n,nz)
|
||||
!!$ if (info == 0) info = CSRGDeviceSetMatIndexBase(a%deviceMat,cusparse_index_base_one)
|
||||
if (info == 0) then
|
||||
if (a%is_unit()) then
|
||||
info = CSRGDeviceSetMatDiagType(a%deviceMat,cusparse_diag_type_unit)
|
||||
else
|
||||
info = CSRGDeviceSetMatDiagType(a%deviceMat,cusparse_diag_type_non_unit)
|
||||
end if
|
||||
end if
|
||||
if ((info == 0) .and. a%is_triangle()) then
|
||||
!!$ info = CSRGDeviceSetMatType(a%deviceMat,cusparse_matrix_type_triangular)
|
||||
if ((info == 0).and.a%is_upper()) then
|
||||
info = CSRGDeviceSetMatFillMode(a%deviceMat,cusparse_fill_mode_upper)
|
||||
else
|
||||
info = CSRGDeviceSetMatFillMode(a%deviceMat,cusparse_fill_mode_lower)
|
||||
end if
|
||||
end if
|
||||
|
||||
if (info == 0) info = CSRGHost2Device(a%deviceMat,m,n,nz,a%irp,a%ja,a%val)
|
||||
endif
|
||||
|
||||
!!$ if ((info == 0) .and. a%is_triangle()) then
|
||||
!!$ info = CSRGDeviceCsrsmAnalysis(a%deviceMat)
|
||||
!!$ end if
|
||||
|
||||
#else
|
||||
|
||||
if (a%is_unit()) then
|
||||
!
|
||||
! CUSPARSE has the habit of storing the diagonal and then ignoring,
|
||||
! whereas we do not store it. Hence this adapter code.
|
||||
!
|
||||
nzdi = nz + m
|
||||
if (info == 0) info = CSRGDeviceAlloc(a%deviceMat,m,n,nzdi)
|
||||
if (info == 0) then
|
||||
if (a%is_unit()) then
|
||||
info = CSRGDeviceSetMatDiagType(a%deviceMat,cusparse_diag_type_unit)
|
||||
else
|
||||
info = CSRGDeviceSetMatDiagType(a%deviceMat,cusparse_diag_type_non_unit)
|
||||
end if
|
||||
end if
|
||||
!!! We are explicitly adding the diagonal
|
||||
if ((info == 0) .and. a%is_triangle()) then
|
||||
if ((info == 0).and.a%is_upper()) then
|
||||
info = CSRGDeviceSetMatFillMode(a%deviceMat,cusparse_fill_mode_upper)
|
||||
else
|
||||
info = CSRGDeviceSetMatFillMode(a%deviceMat,cusparse_fill_mode_lower)
|
||||
end if
|
||||
end if
|
||||
if (info == 0) allocate(irpdi(m+1),jadi(nzdi),valdi(nzdi),stat=info)
|
||||
if (info == 0) then
|
||||
irpdi(1) = 1
|
||||
if (a%is_triangle().and.a%is_upper()) then
|
||||
do i=1,m
|
||||
j = irpdi(i)
|
||||
jadi(j) = i
|
||||
valdi(j) = cone
|
||||
nrz = a%irp(i+1)-a%irp(i)
|
||||
jadi(j+1:j+nrz) = a%ja(a%irp(i):a%irp(i+1)-1)
|
||||
valdi(j+1:j+nrz) = a%val(a%irp(i):a%irp(i+1)-1)
|
||||
irpdi(i+1) = j + nrz + 1
|
||||
! write(0,*) 'Row ',i,' : ',irpdi(i:i+1),':',jadi(j:j+nrz),valdi(j:j+nrz)
|
||||
end do
|
||||
else
|
||||
do i=1,m
|
||||
j = irpdi(i)
|
||||
nrz = a%irp(i+1)-a%irp(i)
|
||||
jadi(j+0:j+nrz-1) = a%ja(a%irp(i):a%irp(i+1)-1)
|
||||
valdi(j+0:j+nrz-1) = a%val(a%irp(i):a%irp(i+1)-1)
|
||||
jadi(j+nrz) = i
|
||||
valdi(j+nrz) = cone
|
||||
irpdi(i+1) = j + nrz + 1
|
||||
! write(0,*) 'Row ',i,' : ',irpdi(i:i+1),':',jadi(j:j+nrz),valdi(j:j+nrz)
|
||||
end do
|
||||
end if
|
||||
end if
|
||||
if (info == 0) info = CSRGHost2Device(a%deviceMat,m,n,nzdi,irpdi,jadi,valdi)
|
||||
|
||||
else
|
||||
|
||||
if (info == 0) info = CSRGDeviceAlloc(a%deviceMat,m,n,nz)
|
||||
if (info == 0) info = CSRGHost2Device(a%deviceMat,m,n,nz,a%irp,a%ja,a%val)
|
||||
endif
|
||||
|
||||
#endif
|
||||
call a%set_sync()
|
||||
|
||||
if (info /= 0) then
|
||||
write(0,*) 'Error in CSRG_TO_GPU ',info
|
||||
end if
|
||||
|
||||
end subroutine psb_c_cuda_csrg_to_gpu
|
||||
@ -0,0 +1,117 @@
|
||||
! Parallel Sparse BLAS GPU plugin
|
||||
! (C) Copyright 2013
|
||||
!
|
||||
! Salvatore Filippone
|
||||
! Alessandro Fanfarillo
|
||||
!
|
||||
! Redistribution and use in source and binary forms, with or without
|
||||
! modification, are permitted provided that the following conditions
|
||||
! are met:
|
||||
! 1. Redistributions of source code must retain the above copyright
|
||||
! notice, this list of conditions and the following disclaimer.
|
||||
! 2. Redistributions in binary form must reproduce the above copyright
|
||||
! notice, this list of conditions, and the following disclaimer in the
|
||||
! documentation and/or other materials provided with the distribution.
|
||||
! 3. The name of the PSBLAS group or the names of its contributors may
|
||||
! not be used to endorse or promote products derived from this
|
||||
! software without specific written permission.
|
||||
!
|
||||
! THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
! ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
! TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
! PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS
|
||||
! BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
! CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
! SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
! INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
! CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
! ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
! POSSIBILITY OF SUCH DAMAGE.
|
||||
!
|
||||
|
||||
|
||||
subroutine psb_c_cuda_csrg_vect_mv(alpha,a,x,beta,y,info,trans)
|
||||
|
||||
use psb_base_mod
|
||||
use cusparse_mod
|
||||
use elldev_mod
|
||||
use psb_vectordev_mod
|
||||
use psb_c_cuda_csrg_mat_mod, psb_protect_name => psb_c_cuda_csrg_vect_mv
|
||||
use psb_c_cuda_vect_mod
|
||||
implicit none
|
||||
class(psb_c_cuda_csrg_sparse_mat), intent(in) :: a
|
||||
complex(psb_spk_), intent(in) :: alpha, beta
|
||||
class(psb_c_base_vect_type), intent(inout) :: x
|
||||
class(psb_c_base_vect_type), intent(inout) :: y
|
||||
integer(psb_ipk_), intent(out) :: info
|
||||
character, optional, intent(in) :: trans
|
||||
|
||||
complex(psb_spk_), allocatable :: rx(:), ry(:)
|
||||
logical :: tra
|
||||
character :: trans_
|
||||
Integer(Psb_ipk_) :: err_act
|
||||
character(len=20) :: name='c_cuda_csrg_vect_mv'
|
||||
|
||||
call psb_erractionsave(err_act)
|
||||
info = psb_success_
|
||||
if (present(trans)) then
|
||||
trans_ = trans
|
||||
else
|
||||
trans_ = 'N'
|
||||
end if
|
||||
|
||||
if (.not.a%is_asb()) then
|
||||
info = psb_err_invalid_mat_state_
|
||||
call psb_errpush(info,name)
|
||||
goto 9999
|
||||
endif
|
||||
|
||||
tra = (psb_toupper(trans_) == 'T').or.(psb_toupper(trans_)=='C')
|
||||
|
||||
if (tra) then
|
||||
if (.not.x%is_host()) call x%sync()
|
||||
if (beta /= czero) then
|
||||
if (.not.y%is_host()) call y%sync()
|
||||
end if
|
||||
call a%psb_c_csr_sparse_mat%spmm(alpha,x,beta,y,info,trans)
|
||||
call y%set_host()
|
||||
else
|
||||
if (a%is_host()) call a%sync()
|
||||
select type (xx => x)
|
||||
type is (psb_c_vect_cuda)
|
||||
select type(yy => y)
|
||||
type is (psb_c_vect_cuda)
|
||||
if (xx%is_host()) call xx%sync()
|
||||
if (beta /= czero) then
|
||||
if (yy%is_host()) call yy%sync()
|
||||
end if
|
||||
info = spmvCSRGDevice(a%deviceMat,alpha,xx%deviceVect,&
|
||||
& beta,yy%deviceVect)
|
||||
if (info /= 0) then
|
||||
call psb_errpush(psb_err_from_subroutine_ai_,name,&
|
||||
& a_err='spmvCSRGDevice',i_err=(/info,izero,izero,izero,izero/))
|
||||
info = psb_err_from_subroutine_ai_
|
||||
goto 9999
|
||||
end if
|
||||
call yy%set_dev()
|
||||
class default
|
||||
rx = xx%get_vect()
|
||||
ry = y%get_vect()
|
||||
call a%psb_c_csr_sparse_mat%spmm(alpha,rx,beta,ry,info)
|
||||
call y%bld(ry)
|
||||
end select
|
||||
class default
|
||||
rx = x%get_vect()
|
||||
ry = y%get_vect()
|
||||
call a%psb_c_csr_sparse_mat%spmm(alpha,rx,beta,ry,info)
|
||||
call y%bld(ry)
|
||||
end select
|
||||
end if
|
||||
if (info /= 0) goto 9999
|
||||
call psb_erractionrestore(err_act)
|
||||
return
|
||||
|
||||
9999 call psb_error_handler(err_act)
|
||||
|
||||
return
|
||||
end subroutine psb_c_cuda_csrg_vect_mv
|
||||
@ -0,0 +1,127 @@
|
||||
! Parallel Sparse BLAS GPU plugin
|
||||
! (C) Copyright 2013
|
||||
!
|
||||
! Salvatore Filippone
|
||||
! Alessandro Fanfarillo
|
||||
!
|
||||
! Redistribution and use in source and binary forms, with or without
|
||||
! modification, are permitted provided that the following conditions
|
||||
! are met:
|
||||
! 1. Redistributions of source code must retain the above copyright
|
||||
! notice, this list of conditions and the following disclaimer.
|
||||
! 2. Redistributions in binary form must reproduce the above copyright
|
||||
! notice, this list of conditions, and the following disclaimer in the
|
||||
! documentation and/or other materials provided with the distribution.
|
||||
! 3. The name of the PSBLAS group or the names of its contributors may
|
||||
! not be used to endorse or promote products derived from this
|
||||
! software without specific written permission.
|
||||
!
|
||||
! THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
! ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
! TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
! PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS
|
||||
! BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
! CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
! SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
! INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
! CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
! ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
! POSSIBILITY OF SUCH DAMAGE.
|
||||
!
|
||||
|
||||
|
||||
subroutine psb_c_cuda_diag_csmv(alpha,a,x,beta,y,info,trans)
|
||||
|
||||
use psb_base_mod
|
||||
use diagdev_mod
|
||||
use psb_vectordev_mod
|
||||
use psb_c_cuda_diag_mat_mod, psb_protect_name => psb_c_cuda_diag_csmv
|
||||
implicit none
|
||||
class(psb_c_cuda_diag_sparse_mat), intent(in) :: a
|
||||
complex(psb_spk_), intent(in) :: alpha, beta, x(:)
|
||||
complex(psb_spk_), intent(inout) :: y(:)
|
||||
integer, intent(out) :: info
|
||||
character, optional, intent(in) :: trans
|
||||
|
||||
character :: trans_
|
||||
integer :: i,j,k,m,n, nnz, ir, jc
|
||||
complex(psb_spk_) :: acc
|
||||
type(c_ptr) :: gpX, gpY
|
||||
logical :: tra
|
||||
Integer :: err_act
|
||||
character(len=20) :: name='c_cuda_diag_csmv'
|
||||
logical, parameter :: debug=.false.
|
||||
|
||||
call psb_erractionsave(err_act)
|
||||
info = psb_success_
|
||||
|
||||
if (present(trans)) then
|
||||
trans_ = trans
|
||||
else
|
||||
trans_ = 'N'
|
||||
end if
|
||||
|
||||
if (.not.a%is_asb()) then
|
||||
info = psb_err_invalid_mat_state_
|
||||
call psb_errpush(info,name)
|
||||
goto 9999
|
||||
endif
|
||||
|
||||
|
||||
tra = (psb_toupper(trans_) == 'T').or.(psb_toupper(trans_)=='C')
|
||||
|
||||
if (tra) then
|
||||
m = a%get_ncols()
|
||||
n = a%get_nrows()
|
||||
else
|
||||
n = a%get_ncols()
|
||||
m = a%get_nrows()
|
||||
end if
|
||||
|
||||
if (size(x,1)<n) then
|
||||
info = 36
|
||||
call psb_errpush(info,name,i_err=(/3*ione,n,izero,izero,izero/))
|
||||
goto 9999
|
||||
end if
|
||||
|
||||
if (size(y,1)<m) then
|
||||
info = 36
|
||||
call psb_errpush(info,name,i_err=(/5*ione,m,izero,izero,izero/))
|
||||
goto 9999
|
||||
end if
|
||||
|
||||
if (tra) then
|
||||
call a%psb_c_dia_sparse_mat%spmm(alpha,x,beta,y,info,trans)
|
||||
else
|
||||
!
|
||||
! Just to test, move X/Y to/from the GPU.
|
||||
!
|
||||
if (info == 0) &
|
||||
& info = FallocMultiVecDevice(gpX,1,size(x,1),spgpu_type_double)
|
||||
if (alpha /= dzero) then
|
||||
if (info == 0) &
|
||||
& info = writeMultiVecDevice(gpX,x)
|
||||
end if
|
||||
if (info == 0) &
|
||||
& info = FallocMultiVecDevice(gpY,1,size(y,1),spgpu_type_double)
|
||||
if (beta /= dzero) then
|
||||
if (info == 0) &
|
||||
& info = writeMultiVecDevice(gpY,y)
|
||||
end if
|
||||
if (info == 0) &
|
||||
& info = spmvDiagDevice(a%deviceMat,alpha,gpX,beta,gpY)
|
||||
if (info == 0) &
|
||||
& info = readMultiVecDevice(gpY,y)
|
||||
if (info /= 0) goto 9999
|
||||
call freeMultiVecDevice(gpX)
|
||||
call freeMultiVecDevice(gpY)
|
||||
endif
|
||||
|
||||
call psb_erractionrestore(err_act)
|
||||
return
|
||||
|
||||
9999 call psb_error_handler(err_act)
|
||||
|
||||
return
|
||||
|
||||
end subroutine psb_c_cuda_diag_csmv
|
||||
@ -0,0 +1,65 @@
|
||||
! Parallel Sparse BLAS GPU plugin
|
||||
! (C) Copyright 2013
|
||||
!
|
||||
! Salvatore Filippone
|
||||
! Alessandro Fanfarillo
|
||||
!
|
||||
! Redistribution and use in source and binary forms, with or without
|
||||
! modification, are permitted provided that the following conditions
|
||||
! are met:
|
||||
! 1. Redistributions of source code must retain the above copyright
|
||||
! notice, this list of conditions and the following disclaimer.
|
||||
! 2. Redistributions in binary form must reproduce the above copyright
|
||||
! notice, this list of conditions, and the following disclaimer in the
|
||||
! documentation and/or other materials provided with the distribution.
|
||||
! 3. The name of the PSBLAS group or the names of its contributors may
|
||||
! not be used to endorse or promote products derived from this
|
||||
! software without specific written permission.
|
||||
!
|
||||
! THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
! ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
! TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
! PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS
|
||||
! BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
! CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
! SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
! INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
! CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
! ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
! POSSIBILITY OF SUCH DAMAGE.
|
||||
!
|
||||
|
||||
|
||||
subroutine psb_c_cuda_diag_mold(a,b,info)
|
||||
|
||||
use psb_base_mod
|
||||
use psb_c_cuda_diag_mat_mod, psb_protect_name => psb_c_cuda_diag_mold
|
||||
implicit none
|
||||
class(psb_c_cuda_diag_sparse_mat), intent(in) :: a
|
||||
class(psb_c_base_sparse_mat), intent(inout), allocatable :: b
|
||||
integer(psb_ipk_), intent(out) :: info
|
||||
Integer(Psb_ipk_) :: err_act
|
||||
character(len=20) :: name='diag_mold'
|
||||
logical, parameter :: debug=.false.
|
||||
|
||||
call psb_get_erraction(err_act)
|
||||
|
||||
info = 0
|
||||
if (allocated(b)) then
|
||||
call b%free()
|
||||
deallocate(b,stat=info)
|
||||
end if
|
||||
if (info == 0) allocate(psb_c_cuda_diag_sparse_mat :: b, stat=info)
|
||||
|
||||
if (info /= psb_success_) then
|
||||
info = psb_err_alloc_dealloc_
|
||||
call psb_errpush(info, name)
|
||||
goto 9999
|
||||
end if
|
||||
return
|
||||
|
||||
9999 call psb_error_handler(err_act)
|
||||
|
||||
return
|
||||
|
||||
end subroutine psb_c_cuda_diag_mold
|
||||
@ -0,0 +1,66 @@
|
||||
! Parallel Sparse BLAS GPU plugin
|
||||
! (C) Copyright 2013
|
||||
!
|
||||
! Salvatore Filippone
|
||||
! Alessandro Fanfarillo
|
||||
!
|
||||
! Redistribution and use in source and binary forms, with or without
|
||||
! modification, are permitted provided that the following conditions
|
||||
! are met:
|
||||
! 1. Redistributions of source code must retain the above copyright
|
||||
! notice, this list of conditions and the following disclaimer.
|
||||
! 2. Redistributions in binary form must reproduce the above copyright
|
||||
! notice, this list of conditions, and the following disclaimer in the
|
||||
! documentation and/or other materials provided with the distribution.
|
||||
! 3. The name of the PSBLAS group or the names of its contributors may
|
||||
! not be used to endorse or promote products derived from this
|
||||
! software without specific written permission.
|
||||
!
|
||||
! THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
! ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
! TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
! PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS
|
||||
! BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
! CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
! SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
! INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
! CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
! ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
! POSSIBILITY OF SUCH DAMAGE.
|
||||
!
|
||||
|
||||
|
||||
subroutine psb_c_cuda_diag_to_gpu(a,info,nzrm)
|
||||
|
||||
use psb_base_mod
|
||||
use diagdev_mod
|
||||
use psb_vectordev_mod
|
||||
use psb_c_cuda_diag_mat_mod, psb_protect_name => psb_c_cuda_diag_to_gpu
|
||||
use iso_c_binding
|
||||
implicit none
|
||||
class(psb_c_cuda_diag_sparse_mat), intent(inout) :: a
|
||||
integer(psb_ipk_), intent(out) :: info
|
||||
integer(psb_ipk_), intent(in), optional :: nzrm
|
||||
|
||||
integer(psb_ipk_) :: m, nzm, n, c,pitch,maxrowsize,d
|
||||
type(diagdev_parms) :: gpu_parms
|
||||
|
||||
info = 0
|
||||
|
||||
if ((.not.allocated(a%data)).or.(.not.allocated(a%offset))) return
|
||||
|
||||
n = size(a%data,1)
|
||||
d = size(a%data,2)
|
||||
c = a%get_ncols()
|
||||
!allocsize = a%get_size()
|
||||
!write(*,*) 'Create the DIAG matrix'
|
||||
gpu_parms = FgetDiagDeviceParams(n,c,d,spgpu_type_complex_float)
|
||||
if (c_associated(a%deviceMat)) then
|
||||
call freeDiagDevice(a%deviceMat)
|
||||
endif
|
||||
info = FallocDiagDevice(a%deviceMat,n,c,d,spgpu_type_complex_float)
|
||||
if (info == 0) info = &
|
||||
& writeDiagDevice(a%deviceMat,a%data,a%offset,n)
|
||||
! if (info /= 0) goto 9999
|
||||
|
||||
end subroutine psb_c_cuda_diag_to_gpu
|
||||
@ -0,0 +1,116 @@
|
||||
! Parallel Sparse BLAS GPU plugin
|
||||
! (C) Copyright 2013
|
||||
!
|
||||
! Salvatore Filippone
|
||||
! Alessandro Fanfarillo
|
||||
!
|
||||
! Redistribution and use in source and binary forms, with or without
|
||||
! modification, are permitted provided that the following conditions
|
||||
! are met:
|
||||
! 1. Redistributions of source code must retain the above copyright
|
||||
! notice, this list of conditions and the following disclaimer.
|
||||
! 2. Redistributions in binary form must reproduce the above copyright
|
||||
! notice, this list of conditions, and the following disclaimer in the
|
||||
! documentation and/or other materials provided with the distribution.
|
||||
! 3. The name of the PSBLAS group or the names of its contributors may
|
||||
! not be used to endorse or promote products derived from this
|
||||
! software without specific written permission.
|
||||
!
|
||||
! THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
! ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
! TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
! PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS
|
||||
! BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
! CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
! SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
! INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
! CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
! ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
! POSSIBILITY OF SUCH DAMAGE.
|
||||
!
|
||||
subroutine psb_c_cuda_diag_vect_mv(alpha,a,x,beta,y,info,trans)
|
||||
|
||||
use psb_base_mod
|
||||
use diagdev_mod
|
||||
use psb_vectordev_mod
|
||||
use psb_c_cuda_diag_mat_mod, psb_protect_name => psb_c_cuda_diag_vect_mv
|
||||
use psb_c_cuda_vect_mod
|
||||
implicit none
|
||||
class(psb_c_cuda_diag_sparse_mat), intent(in) :: a
|
||||
complex(psb_spk_), intent(in) :: alpha, beta
|
||||
class(psb_c_base_vect_type), intent(inout) :: x
|
||||
class(psb_c_base_vect_type), intent(inout) :: y
|
||||
integer(psb_ipk_), intent(out) :: info
|
||||
character, optional, intent(in) :: trans
|
||||
complex(psb_spk_), allocatable :: rx(:), ry(:)
|
||||
logical :: tra
|
||||
character :: trans_
|
||||
Integer(Psb_ipk_) :: err_act
|
||||
character(len=20) :: name='c_cuda_diag_vect_mv'
|
||||
|
||||
call psb_erractionsave(err_act)
|
||||
info = psb_success_
|
||||
|
||||
if (present(trans)) then
|
||||
trans_ = trans
|
||||
else
|
||||
trans_ = 'N'
|
||||
end if
|
||||
|
||||
if (.not.a%is_asb()) then
|
||||
info = psb_err_invalid_mat_state_
|
||||
call psb_errpush(info,name)
|
||||
goto 9999
|
||||
endif
|
||||
|
||||
|
||||
tra = (psb_toupper(trans_) == 'T').or.(psb_toupper(trans_)=='C')
|
||||
if (tra) then
|
||||
if (.not.x%is_host()) call x%sync()
|
||||
if (beta /= szero) then
|
||||
if (.not.y%is_host()) call y%sync()
|
||||
end if
|
||||
call a%psb_c_dia_sparse_mat%spmm(alpha,x,beta,y,info,trans)
|
||||
call y%set_host()
|
||||
else
|
||||
if (a%is_host()) call a%sync()
|
||||
select type (xx => x)
|
||||
type is (psb_c_vect_cuda)
|
||||
select type(yy => y)
|
||||
type is (psb_c_vect_cuda)
|
||||
if (xx%is_host()) call xx%sync()
|
||||
if (beta /= dzero) then
|
||||
if (yy%is_host()) call yy%sync()
|
||||
end if
|
||||
info = spmvDiagDevice(a%deviceMat,alpha,xx%deviceVect,&
|
||||
& beta,yy%deviceVect)
|
||||
if (info /= 0) then
|
||||
call psb_errpush(psb_err_from_subroutine_ai_,name,&
|
||||
& a_err='spmvDIAGDevice',i_err=(/info,izero,izero,izero,izero/))
|
||||
info = psb_err_from_subroutine_ai_
|
||||
goto 9999
|
||||
end if
|
||||
call yy%set_dev()
|
||||
class default
|
||||
rx = xx%get_vect()
|
||||
ry = y%get_vect()
|
||||
call a%spmm(alpha,rx,beta,ry,info)
|
||||
call y%bld(ry)
|
||||
end select
|
||||
class default
|
||||
rx = x%get_vect()
|
||||
ry = y%get_vect()
|
||||
call a%spmm(alpha,rx,beta,ry,info)
|
||||
call y%bld(ry)
|
||||
end select
|
||||
|
||||
end if
|
||||
if (info /= 0) goto 9999
|
||||
call psb_erractionrestore(err_act)
|
||||
return
|
||||
|
||||
9999 call psb_error_handler(err_act)
|
||||
|
||||
return
|
||||
|
||||
end subroutine psb_c_cuda_diag_vect_mv
|
||||
@ -0,0 +1,428 @@
|
||||
! Parallel Sparse BLAS GPU plugin
|
||||
! (C) Copyright 2013
|
||||
!
|
||||
! Salvatore Filippone
|
||||
! Alessandro Fanfarillo
|
||||
!
|
||||
! Redistribution and use in source and binary forms, with or without
|
||||
! modification, are permitted provided that the following conditions
|
||||
! are met:
|
||||
! 1. Redistributions of source code must retain the above copyright
|
||||
! notice, this list of conditions and the following disclaimer.
|
||||
! 2. Redistributions in binary form must reproduce the above copyright
|
||||
! notice, this list of conditions, and the following disclaimer in the
|
||||
! documentation and/or other materials provided with the distribution.
|
||||
! 3. The name of the PSBLAS group or the names of its contributors may
|
||||
! not be used to endorse or promote products derived from this
|
||||
! software without specific written permission.
|
||||
!
|
||||
! THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
! ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
! TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
! PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS
|
||||
! BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
! CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
! SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
! INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
! CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
! ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
! POSSIBILITY OF SUCH DAMAGE.
|
||||
!
|
||||
|
||||
subroutine psb_c_cuda_dnsg_vect_mv(alpha,a,x,beta,y,info,trans)
|
||||
use psb_base_mod
|
||||
use psb_c_cuda_vect_mod
|
||||
use dnsdev_mod
|
||||
use psb_c_vectordev_mod
|
||||
use psb_c_cuda_dnsg_mat_mod, psb_protect_name => psb_c_cuda_dnsg_vect_mv
|
||||
implicit none
|
||||
class(psb_c_cuda_dnsg_sparse_mat), intent(in) :: a
|
||||
complex(psb_spk_), intent(in) :: alpha, beta
|
||||
class(psb_c_base_vect_type), intent(inout) :: x
|
||||
class(psb_c_base_vect_type), intent(inout) :: y
|
||||
integer(psb_ipk_), intent(out) :: info
|
||||
character, optional, intent(in) :: trans
|
||||
logical :: tra
|
||||
character :: trans_
|
||||
complex(psb_spk_), allocatable :: rx(:), ry(:)
|
||||
Integer(Psb_ipk_) :: err_act, m, n, k
|
||||
character(len=20) :: name='c_cuda_dnsg_vect_mv'
|
||||
|
||||
call psb_erractionsave(err_act)
|
||||
info = psb_success_
|
||||
if (present(trans)) then
|
||||
trans_ = psb_toupper(trans)
|
||||
else
|
||||
trans_ = 'N'
|
||||
end if
|
||||
|
||||
if (.not.a%is_asb()) then
|
||||
info = psb_err_invalid_mat_state_
|
||||
call psb_errpush(info,name)
|
||||
goto 9999
|
||||
endif
|
||||
|
||||
if (trans_ =='N') then
|
||||
m = a%get_nrows()
|
||||
n = 1
|
||||
k = a%get_ncols()
|
||||
else
|
||||
m = a%get_ncols()
|
||||
n = 1
|
||||
k = a%get_nrows()
|
||||
end if
|
||||
select type (xx => x)
|
||||
type is (psb_c_vect_cuda)
|
||||
select type(yy => y)
|
||||
type is (psb_c_vect_cuda)
|
||||
if (a%is_host()) call a%sync()
|
||||
if (xx%is_host()) call xx%sync()
|
||||
if (beta /= czero) then
|
||||
if (yy%is_host()) call yy%sync()
|
||||
end if
|
||||
info = spmvDnsDevice(trans_,m,n,k,alpha,a%deviceMat,&
|
||||
& xx%deviceVect,beta,yy%deviceVect)
|
||||
if (info /= 0) then
|
||||
call psb_errpush(psb_err_from_subroutine_ai_,name,&
|
||||
& a_err='spmvDnsDevice',i_err=(/info,izero,izero,izero,izero/))
|
||||
info = psb_err_from_subroutine_ai_
|
||||
goto 9999
|
||||
end if
|
||||
call yy%set_dev()
|
||||
class default
|
||||
if (a%is_dev()) call a%sync()
|
||||
rx = xx%get_vect()
|
||||
ry = y%get_vect()
|
||||
call a%spmm(alpha,rx,beta,ry,info)
|
||||
call y%bld(ry)
|
||||
end select
|
||||
class default
|
||||
if (a%is_dev()) call a%sync()
|
||||
rx = x%get_vect()
|
||||
ry = y%get_vect()
|
||||
call a%spmm(alpha,rx,beta,ry,info)
|
||||
call y%bld(ry)
|
||||
end select
|
||||
|
||||
|
||||
if (info /= 0) goto 9999
|
||||
call psb_erractionrestore(err_act)
|
||||
return
|
||||
|
||||
9999 call psb_error_handler(err_act)
|
||||
|
||||
return
|
||||
|
||||
end subroutine psb_c_cuda_dnsg_vect_mv
|
||||
|
||||
|
||||
subroutine psb_c_cuda_dnsg_mold(a,b,info)
|
||||
use psb_base_mod
|
||||
use psb_c_cuda_vect_mod
|
||||
use dnsdev_mod
|
||||
use psb_c_vectordev_mod
|
||||
use psb_c_cuda_dnsg_mat_mod, psb_protect_name => psb_c_cuda_dnsg_mold
|
||||
implicit none
|
||||
class(psb_c_cuda_dnsg_sparse_mat), intent(in) :: a
|
||||
class(psb_c_base_sparse_mat), intent(inout), allocatable :: b
|
||||
integer(psb_ipk_), intent(out) :: info
|
||||
Integer(Psb_ipk_) :: err_act
|
||||
character(len=20) :: name='dnsg_mold'
|
||||
logical, parameter :: debug=.false.
|
||||
|
||||
call psb_get_erraction(err_act)
|
||||
|
||||
info = 0
|
||||
if (allocated(b)) then
|
||||
call b%free()
|
||||
deallocate(b,stat=info)
|
||||
end if
|
||||
if (info == 0) allocate(psb_c_cuda_dnsg_sparse_mat :: b, stat=info)
|
||||
|
||||
if (info /= psb_success_) then
|
||||
info = psb_err_alloc_dealloc_
|
||||
call psb_errpush(info, name)
|
||||
goto 9999
|
||||
end if
|
||||
return
|
||||
|
||||
9999 call psb_error_handler(err_act)
|
||||
|
||||
return
|
||||
|
||||
end subroutine psb_c_cuda_dnsg_mold
|
||||
|
||||
|
||||
!!$
|
||||
!!$ interface
|
||||
!!$ subroutine psb_c_cuda_dnsg_inner_vect_sv(alpha,a,x,beta,y,info,trans)
|
||||
!!$ import :: psb_ipk_, psb_c_cuda_dnsg_sparse_mat, psb_spk_, psb_c_base_vect_type
|
||||
!!$ class(psb_c_cuda_dnsg_sparse_mat), intent(in) :: a
|
||||
!!$ complex(psb_spk_), intent(in) :: alpha, beta
|
||||
!!$ class(psb_c_base_vect_type), intent(inout) :: x, y
|
||||
!!$ integer(psb_ipk_), intent(out) :: info
|
||||
!!$ character, optional, intent(in) :: trans
|
||||
!!$ end subroutine psb_c_cuda_dnsg_inner_vect_sv
|
||||
!!$ end interface
|
||||
|
||||
!!$ interface
|
||||
!!$ subroutine psb_c_cuda_dnsg_reallocate_nz(nz,a)
|
||||
!!$ import :: psb_c_cuda_dnsg_sparse_mat, psb_ipk_
|
||||
!!$ integer(psb_ipk_), intent(in) :: nz
|
||||
!!$ class(psb_c_cuda_dnsg_sparse_mat), intent(inout) :: a
|
||||
!!$ end subroutine psb_c_cuda_dnsg_reallocate_nz
|
||||
!!$ end interface
|
||||
!!$
|
||||
!!$ interface
|
||||
!!$ subroutine psb_c_cuda_dnsg_allocate_mnnz(m,n,a,nz)
|
||||
!!$ import :: psb_c_cuda_dnsg_sparse_mat, psb_ipk_
|
||||
!!$ integer(psb_ipk_), intent(in) :: m,n
|
||||
!!$ class(psb_c_cuda_dnsg_sparse_mat), intent(inout) :: a
|
||||
!!$ integer(psb_ipk_), intent(in), optional :: nz
|
||||
!!$ end subroutine psb_c_cuda_dnsg_allocate_mnnz
|
||||
!!$ end interface
|
||||
|
||||
subroutine psb_c_cuda_dnsg_to_gpu(a,info)
|
||||
use psb_base_mod
|
||||
use psb_c_cuda_vect_mod
|
||||
use dnsdev_mod
|
||||
use psb_c_vectordev_mod
|
||||
use psb_c_cuda_dnsg_mat_mod, psb_protect_name => psb_c_cuda_dnsg_to_gpu
|
||||
class(psb_c_cuda_dnsg_sparse_mat), intent(inout) :: a
|
||||
integer(psb_ipk_), intent(out) :: info
|
||||
Integer(Psb_ipk_) :: err_act, pitch, lda
|
||||
logical, parameter :: debug=.false.
|
||||
character(len=20) :: name='c_cuda_dnsg_to_gpu'
|
||||
|
||||
call psb_erractionsave(err_act)
|
||||
info = psb_success_
|
||||
if (debug) write(0,*) 'DNS_TO_GPU',size(a%val,1),size(a%val,2)
|
||||
info = FallocDnsDevice(a%deviceMat,a%get_nrows(),a%get_ncols(),&
|
||||
& spgpu_type_complex_float,1)
|
||||
if (info == 0) info = writeDnsDevice(a%deviceMat,a%val,size(a%val,1),size(a%val,2))
|
||||
if (debug) write(0,*) 'DNS_TO_GPU: From writeDnsDEvice',info
|
||||
|
||||
if (info /= 0) goto 9999
|
||||
call psb_erractionrestore(err_act)
|
||||
return
|
||||
|
||||
9999 call psb_error_handler(err_act)
|
||||
|
||||
return
|
||||
|
||||
end subroutine psb_c_cuda_dnsg_to_gpu
|
||||
|
||||
|
||||
|
||||
subroutine psb_c_cuda_cp_dnsg_from_coo(a,b,info)
|
||||
use psb_base_mod
|
||||
use psb_c_cuda_vect_mod
|
||||
use dnsdev_mod
|
||||
use psb_c_vectordev_mod
|
||||
use psb_c_cuda_dnsg_mat_mod, psb_protect_name => psb_c_cuda_cp_dnsg_from_coo
|
||||
implicit none
|
||||
|
||||
class(psb_c_cuda_dnsg_sparse_mat), intent(inout) :: a
|
||||
class(psb_c_coo_sparse_mat), intent(in) :: b
|
||||
integer(psb_ipk_), intent(out) :: info
|
||||
Integer(Psb_ipk_) :: err_act
|
||||
character(len=20) :: name='c_cuda_dnsg_cp_from_coo'
|
||||
integer(psb_ipk_) :: debug_level, debug_unit
|
||||
logical, parameter :: debug=.false.
|
||||
type(psb_c_coo_sparse_mat) :: tmp
|
||||
|
||||
call psb_erractionsave(err_act)
|
||||
info = psb_success_
|
||||
if (b%is_dev()) call b%sync()
|
||||
|
||||
call a%psb_c_dns_sparse_mat%cp_from_coo(b,info)
|
||||
if (debug) write(0,*) 'dnsg_cp_from_coo: dns_cp',info
|
||||
if (info == 0) call a%to_gpu(info)
|
||||
if (info /= 0) goto 9999
|
||||
|
||||
call psb_erractionrestore(err_act)
|
||||
return
|
||||
|
||||
9999 call psb_error_handler(err_act)
|
||||
|
||||
return
|
||||
|
||||
end subroutine psb_c_cuda_cp_dnsg_from_coo
|
||||
|
||||
subroutine psb_c_cuda_cp_dnsg_from_fmt(a,b,info)
|
||||
use psb_base_mod
|
||||
use psb_c_cuda_vect_mod
|
||||
use dnsdev_mod
|
||||
use psb_c_vectordev_mod
|
||||
use psb_c_cuda_dnsg_mat_mod, psb_protect_name => psb_c_cuda_cp_dnsg_from_fmt
|
||||
implicit none
|
||||
|
||||
class(psb_c_cuda_dnsg_sparse_mat), intent(inout) :: a
|
||||
class(psb_c_base_sparse_mat), intent(in) :: b
|
||||
integer(psb_ipk_), intent(out) :: info
|
||||
|
||||
type(psb_c_coo_sparse_mat) :: tmp
|
||||
Integer(Psb_ipk_) :: err_act
|
||||
character(len=20) :: name='c_cuda_dnsg_cp_from_fmt'
|
||||
|
||||
call psb_erractionsave(err_act)
|
||||
info = psb_success_
|
||||
if (b%is_dev()) call b%sync()
|
||||
|
||||
select type (b)
|
||||
type is (psb_c_coo_sparse_mat)
|
||||
call a%cp_from_coo(b,info)
|
||||
|
||||
!!$ class is (psb_c_ell_sparse_mat)
|
||||
!!$ nzm = psb_size(b%ja,2)
|
||||
!!$ m = b%get_nrows()
|
||||
!!$ nc = b%get_ncols()
|
||||
!!$ nza = b%get_nzeros()
|
||||
!!$#ifdef HAVE_SPGPU
|
||||
!!$ gpu_parms = FgetEllDeviceParams(m,nzm,nza,nc,spgpu_type_double,1)
|
||||
!!$ ld = gpu_parms%pitch
|
||||
!!$ nzm = gpu_parms%maxRowSize
|
||||
!!$#else
|
||||
!!$ ld = m
|
||||
!!$#endif
|
||||
!!$ a%psb_c_base_sparse_mat = b%psb_c_base_sparse_mat
|
||||
!!$ if (info == 0) call psb_safe_cpy( b%idiag, a%idiag , info)
|
||||
!!$ if (info == 0) call psb_safe_cpy( b%irn, a%irn , info)
|
||||
!!$ if (info == 0) call psb_safe_cpy( b%ja , a%ja , info)
|
||||
!!$ if (info == 0) call psb_safe_cpy( b%val, a%val , info)
|
||||
!!$ if (info == 0) call psb_realloc(ld,nzm,a%ja,info)
|
||||
!!$ if (info == 0) then
|
||||
!!$ a%ja(1:m,1:nzm) = b%ja(1:m,1:nzm)
|
||||
!!$ end if
|
||||
!!$ if (info == 0) call psb_realloc(ld,nzm,a%val,info)
|
||||
!!$ if (info == 0) then
|
||||
!!$ a%val(1:m,1:nzm) = b%val(1:m,1:nzm)
|
||||
!!$ end if
|
||||
!!$ a%nzt = nza
|
||||
!!$#ifdef HAVE_SPGPU
|
||||
!!$ call a%to_gpu(info)
|
||||
!!$#endif
|
||||
|
||||
class default
|
||||
|
||||
call b%cp_to_coo(tmp,info)
|
||||
if (info == psb_success_) call a%mv_from_coo(tmp,info)
|
||||
end select
|
||||
|
||||
if (info /= 0) goto 9999
|
||||
call psb_erractionrestore(err_act)
|
||||
return
|
||||
|
||||
9999 call psb_error_handler(err_act)
|
||||
|
||||
return
|
||||
|
||||
end subroutine psb_c_cuda_cp_dnsg_from_fmt
|
||||
|
||||
|
||||
|
||||
subroutine psb_c_cuda_mv_dnsg_from_coo(a,b,info)
|
||||
use psb_base_mod
|
||||
use psb_c_cuda_vect_mod
|
||||
use dnsdev_mod
|
||||
use psb_c_vectordev_mod
|
||||
use psb_c_cuda_dnsg_mat_mod, psb_protect_name => psb_c_cuda_mv_dnsg_from_coo
|
||||
implicit none
|
||||
|
||||
class(psb_c_cuda_dnsg_sparse_mat), intent(inout) :: a
|
||||
class(psb_c_coo_sparse_mat), intent(inout) :: b
|
||||
integer(psb_ipk_), intent(out) :: info
|
||||
|
||||
Integer(Psb_ipk_) :: err_act
|
||||
logical, parameter :: debug=.false.
|
||||
character(len=20) :: name='c_cuda_dnsg_mv_from_coo'
|
||||
|
||||
call psb_erractionsave(err_act)
|
||||
info = psb_success_
|
||||
|
||||
if (.not.b%is_by_rows()) call b%fix(info)
|
||||
if (info /= psb_success_) return
|
||||
if (b%is_dev()) call b%sync()
|
||||
call a%cp_from_coo(b,info)
|
||||
if (debug) write(0,*) 'dnsg_mv_from_coo: cp_from_coo:',info
|
||||
call b%free()
|
||||
if (info /= 0) goto 9999
|
||||
call psb_erractionrestore(err_act)
|
||||
return
|
||||
|
||||
9999 call psb_error_handler(err_act)
|
||||
|
||||
return
|
||||
|
||||
end subroutine psb_c_cuda_mv_dnsg_from_coo
|
||||
|
||||
subroutine psb_c_cuda_mv_dnsg_from_fmt(a,b,info)
|
||||
use psb_base_mod
|
||||
use psb_c_cuda_vect_mod
|
||||
use dnsdev_mod
|
||||
use psb_c_vectordev_mod
|
||||
use psb_c_cuda_dnsg_mat_mod, psb_protect_name => psb_c_cuda_mv_dnsg_from_fmt
|
||||
implicit none
|
||||
class(psb_c_cuda_dnsg_sparse_mat), intent(inout) :: a
|
||||
class(psb_c_base_sparse_mat), intent(inout) :: b
|
||||
integer(psb_ipk_), intent(out) :: info
|
||||
|
||||
|
||||
type(psb_c_coo_sparse_mat) :: tmp
|
||||
Integer(Psb_ipk_) :: err_act
|
||||
character(len=20) :: name='c_cuda_dnsg_cp_from_fmt'
|
||||
|
||||
call psb_erractionsave(err_act)
|
||||
info = psb_success_
|
||||
if (b%is_dev()) call b%sync()
|
||||
|
||||
select type (b)
|
||||
type is (psb_c_coo_sparse_mat)
|
||||
call a%mv_from_coo(b,info)
|
||||
|
||||
!!$ class is (psb_c_ell_sparse_mat)
|
||||
!!$ nzm = psb_size(b%ja,2)
|
||||
!!$ m = b%get_nrows()
|
||||
!!$ nc = b%get_ncols()
|
||||
!!$ nza = b%get_nzeros()
|
||||
!!$#ifdef HAVE_SPGPU
|
||||
!!$ gpu_parms = FgetEllDeviceParams(m,nzm,nza,nc,spgpu_type_double,1)
|
||||
!!$ ld = gpu_parms%pitch
|
||||
!!$ nzm = gpu_parms%maxRowSize
|
||||
!!$#else
|
||||
!!$ ld = m
|
||||
!!$#endif
|
||||
!!$ a%psb_c_base_sparse_mat = b%psb_c_base_sparse_mat
|
||||
!!$ if (info == 0) call psb_safe_cpy( b%idiag, a%idiag , info)
|
||||
!!$ if (info == 0) call psb_safe_cpy( b%irn, a%irn , info)
|
||||
!!$ if (info == 0) call psb_safe_cpy( b%ja , a%ja , info)
|
||||
!!$ if (info == 0) call psb_safe_cpy( b%val, a%val , info)
|
||||
!!$ if (info == 0) call psb_realloc(ld,nzm,a%ja,info)
|
||||
!!$ if (info == 0) then
|
||||
!!$ a%ja(1:m,1:nzm) = b%ja(1:m,1:nzm)
|
||||
!!$ end if
|
||||
!!$ if (info == 0) call psb_realloc(ld,nzm,a%val,info)
|
||||
!!$ if (info == 0) then
|
||||
!!$ a%val(1:m,1:nzm) = b%val(1:m,1:nzm)
|
||||
!!$ end if
|
||||
!!$ a%nzt = nza
|
||||
!!$#ifdef HAVE_SPGPU
|
||||
!!$ call a%to_gpu(info)
|
||||
!!$#endif
|
||||
|
||||
class default
|
||||
|
||||
call b%mv_to_coo(tmp,info)
|
||||
if (info == psb_success_) call a%mv_from_coo(tmp,info)
|
||||
end select
|
||||
|
||||
if (info /= 0) goto 9999
|
||||
call psb_erractionrestore(err_act)
|
||||
return
|
||||
|
||||
9999 call psb_error_handler(err_act)
|
||||
|
||||
return
|
||||
|
||||
|
||||
end subroutine psb_c_cuda_mv_dnsg_from_fmt
|
||||
@ -0,0 +1,99 @@
|
||||
! Parallel Sparse BLAS GPU plugin
|
||||
! (C) Copyright 2013
|
||||
!
|
||||
! Salvatore Filippone
|
||||
! Alessandro Fanfarillo
|
||||
!
|
||||
! Redistribution and use in source and binary forms, with or without
|
||||
! modification, are permitted provided that the following conditions
|
||||
! are met:
|
||||
! 1. Redistributions of source code must retain the above copyright
|
||||
! notice, this list of conditions and the following disclaimer.
|
||||
! 2. Redistributions in binary form must reproduce the above copyright
|
||||
! notice, this list of conditions, and the following disclaimer in the
|
||||
! documentation and/or other materials provided with the distribution.
|
||||
! 3. The name of the PSBLAS group or the names of its contributors may
|
||||
! not be used to endorse or promote products derived from this
|
||||
! software without specific written permission.
|
||||
!
|
||||
! THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
! ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
! TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
! PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS
|
||||
! BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
! CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
! SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
! INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
! CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
! ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
! POSSIBILITY OF SUCH DAMAGE.
|
||||
!
|
||||
subroutine psb_c_cuda_elg_allocate_mnnz(m,n,a,nz)
|
||||
|
||||
use psb_base_mod
|
||||
use elldev_mod
|
||||
use psb_vectordev_mod
|
||||
use psb_c_cuda_elg_mat_mod, psb_protect_name => psb_c_cuda_elg_allocate_mnnz
|
||||
implicit none
|
||||
integer(psb_ipk_), intent(in) :: m,n
|
||||
class(psb_c_cuda_elg_sparse_mat), intent(inout) :: a
|
||||
integer(psb_ipk_), intent(in), optional :: nz
|
||||
Integer(Psb_ipk_) :: err_act, info, nz_,ld
|
||||
character(len=20) :: name='allocate_mnz'
|
||||
logical, parameter :: debug=.false.
|
||||
type(elldev_parms) :: gpu_parms
|
||||
|
||||
call psb_erractionsave(err_act)
|
||||
info = psb_success_
|
||||
if (m < 0) then
|
||||
info = psb_err_iarg_neg_
|
||||
call psb_errpush(info,name,i_err=(/ione,izero,izero,izero,izero/))
|
||||
goto 9999
|
||||
endif
|
||||
if (n < 0) then
|
||||
info = psb_err_iarg_neg_
|
||||
call psb_errpush(info,name,i_err=(/2*ione,izero,izero,izero,izero/))
|
||||
goto 9999
|
||||
endif
|
||||
if (present(nz)) then
|
||||
nz_ = (max(nz,ione) + m -1 )/m
|
||||
else
|
||||
nz_ = (max(7*m,7*n,ione)+m-1)/m
|
||||
end if
|
||||
if (nz_ < 0) then
|
||||
info = psb_err_iarg_neg_
|
||||
call psb_errpush(info,name,i_err=(/3*ione,izero,izero,izero,izero/))
|
||||
goto 9999
|
||||
endif
|
||||
|
||||
gpu_parms = FgetEllDeviceParams(m,nz_,nz_*m,n,spgpu_type_complex_float,1)
|
||||
ld = gpu_parms%pitch
|
||||
nz_ = gpu_parms%maxRowSize
|
||||
|
||||
if (info == psb_success_) call psb_realloc(m,a%irn,info)
|
||||
if (info == psb_success_) call psb_realloc(m,a%idiag,info)
|
||||
if (info == psb_success_) call psb_realloc(ld,nz_,a%ja,info)
|
||||
if (info == psb_success_) call psb_realloc(ld,nz_,a%val,info)
|
||||
if (info == psb_success_) then
|
||||
a%irn = 0
|
||||
a%idiag = 0
|
||||
a%nzt = 0
|
||||
call a%set_nrows(m)
|
||||
call a%set_ncols(n)
|
||||
call a%set_bld()
|
||||
call a%set_triangle(.false.)
|
||||
call a%set_unit(.false.)
|
||||
call a%set_dupl(psb_dupl_def_)
|
||||
end if
|
||||
|
||||
call a%to_gpu(info,nzrm=nz_)
|
||||
if (info /= 0) goto 9999
|
||||
|
||||
call psb_erractionrestore(err_act)
|
||||
return
|
||||
|
||||
9999 call psb_error_handler(err_act)
|
||||
|
||||
return
|
||||
|
||||
end subroutine psb_c_cuda_elg_allocate_mnnz
|
||||
@ -0,0 +1,64 @@
|
||||
! Parallel Sparse BLAS GPU plugin
|
||||
! (C) Copyright 2013
|
||||
!
|
||||
! Salvatore Filippone
|
||||
! Alessandro Fanfarillo
|
||||
!
|
||||
! Redistribution and use in source and binary forms, with or without
|
||||
! modification, are permitted provided that the following conditions
|
||||
! are met:
|
||||
! 1. Redistributions of source code must retain the above copyright
|
||||
! notice, this list of conditions and the following disclaimer.
|
||||
! 2. Redistributions in binary form must reproduce the above copyright
|
||||
! notice, this list of conditions, and the following disclaimer in the
|
||||
! documentation and/or other materials provided with the distribution.
|
||||
! 3. The name of the PSBLAS group or the names of its contributors may
|
||||
! not be used to endorse or promote products derived from this
|
||||
! software without specific written permission.
|
||||
!
|
||||
! THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
! ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
! TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
! PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS
|
||||
! BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
! CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
! SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
! INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
! CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
! ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
! POSSIBILITY OF SUCH DAMAGE.
|
||||
!
|
||||
|
||||
subroutine psb_c_cuda_elg_asb(a)
|
||||
|
||||
use psb_base_mod
|
||||
use psb_c_cuda_elg_mat_mod, psb_protect_name => psb_c_cuda_elg_asb
|
||||
implicit none
|
||||
|
||||
class(psb_c_cuda_elg_sparse_mat), intent(inout) :: a
|
||||
|
||||
integer(psb_ipk_) :: err_act, info
|
||||
character(len=20) :: name='elg_asb'
|
||||
logical :: clear_
|
||||
logical, parameter :: debug=.false.
|
||||
real(psb_dpk_), allocatable :: valt(:,:)
|
||||
integer(psb_ipk_), allocatable :: jat(:,:)
|
||||
integer(psb_ipk_) :: nr, nc
|
||||
|
||||
call psb_erractionsave(err_act)
|
||||
info = psb_success_
|
||||
|
||||
! Only call sync() if we are on host
|
||||
if (a%is_host()) then
|
||||
call a%sync()
|
||||
end if
|
||||
call a%set_asb()
|
||||
|
||||
call psb_erractionrestore(err_act)
|
||||
return
|
||||
|
||||
9999 call psb_error_handler(err_act)
|
||||
|
||||
return
|
||||
|
||||
end subroutine psb_c_cuda_elg_asb
|
||||
@ -0,0 +1,124 @@
|
||||
! Parallel Sparse BLAS GPU plugin
|
||||
! (C) Copyright 2013
|
||||
!
|
||||
! Salvatore Filippone
|
||||
! Alessandro Fanfarillo
|
||||
!
|
||||
! Redistribution and use in source and binary forms, with or without
|
||||
! modification, are permitted provided that the following conditions
|
||||
! are met:
|
||||
! 1. Redistributions of source code must retain the above copyright
|
||||
! notice, this list of conditions and the following disclaimer.
|
||||
! 2. Redistributions in binary form must reproduce the above copyright
|
||||
! notice, this list of conditions, and the following disclaimer in the
|
||||
! documentation and/or other materials provided with the distribution.
|
||||
! 3. The name of the PSBLAS group or the names of its contributors may
|
||||
! not be used to endorse or promote products derived from this
|
||||
! software without specific written permission.
|
||||
!
|
||||
! THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
! ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
! TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
! PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS
|
||||
! BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
! CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
! SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
! INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
! CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
! ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
! POSSIBILITY OF SUCH DAMAGE.
|
||||
!
|
||||
|
||||
subroutine psb_c_cuda_elg_csmm(alpha,a,x,beta,y,info,trans)
|
||||
|
||||
use psb_base_mod
|
||||
use elldev_mod
|
||||
use psb_vectordev_mod
|
||||
use psb_c_cuda_elg_mat_mod, psb_protect_name => psb_c_cuda_elg_csmm
|
||||
implicit none
|
||||
class(psb_c_cuda_elg_sparse_mat), intent(in) :: a
|
||||
complex(psb_spk_), intent(in) :: alpha, beta, x(:,:)
|
||||
complex(psb_spk_), intent(inout) :: y(:,:)
|
||||
integer(psb_ipk_), intent(out) :: info
|
||||
character, optional, intent(in) :: trans
|
||||
|
||||
character :: trans_
|
||||
integer(psb_ipk_) :: i,j,k,m,n, nnz, ir, jc, nxy
|
||||
complex(psb_spk_), allocatable :: acc(:)
|
||||
type(c_ptr) :: gpX, gpY
|
||||
logical :: tra
|
||||
Integer(Psb_ipk_) :: err_act
|
||||
character(len=20) :: name='c_cuda_elg_csmm'
|
||||
logical, parameter :: debug=.false.
|
||||
|
||||
info = psb_success_
|
||||
call psb_erractionsave(err_act)
|
||||
|
||||
if (present(trans)) then
|
||||
trans_ = trans
|
||||
else
|
||||
trans_ = 'N'
|
||||
end if
|
||||
|
||||
if (.not.a%is_asb()) then
|
||||
info = psb_err_invalid_mat_state_
|
||||
call psb_errpush(info,name)
|
||||
goto 9999
|
||||
endif
|
||||
tra = (psb_toupper(trans_) == 'T').or.(psb_toupper(trans_)=='C')
|
||||
|
||||
if (tra) then
|
||||
m = a%get_ncols()
|
||||
n = a%get_nrows()
|
||||
else
|
||||
n = a%get_ncols()
|
||||
m = a%get_nrows()
|
||||
end if
|
||||
|
||||
if (size(x,1)<n) then
|
||||
info = 36
|
||||
call psb_errpush(info,name,i_err=(/3*ione,n,izero,izero,izero/))
|
||||
goto 9999
|
||||
end if
|
||||
|
||||
if (size(y,1)<m) then
|
||||
info = 36
|
||||
call psb_errpush(info,name,i_err=(/5*ione,m,izero,izero,izero/))
|
||||
goto 9999
|
||||
end if
|
||||
|
||||
if (tra) then
|
||||
if (a%is_dev()) call a%sync()
|
||||
call a%psb_c_ell_sparse_mat%spmm(alpha,x,beta,y,info,trans)
|
||||
else
|
||||
!
|
||||
! Just to test, move X/Y to/from the GPU.
|
||||
!
|
||||
nxy = min(size(x,2),size(y,2))
|
||||
if (info == 0) &
|
||||
& info = FallocMultiVecDevice(gpX,nxy,size(x,1),spgpu_type_complex_float)
|
||||
if (info == 0) &
|
||||
& info = writeMultiVecDevice(gpX,x,nxy)
|
||||
if (info == 0) &
|
||||
& info = FallocMultiVecDevice(gpY,nxy,size(y,1),spgpu_type_complex_float)
|
||||
if (info == 0) &
|
||||
& info = writeMultiVecDevice(gpY,y,nxy)
|
||||
|
||||
if (info == 0) &
|
||||
& info = spmvEllDevice(a%deviceMat,alpha,gpX,beta,gpY)
|
||||
if (info == 0) &
|
||||
& info = readMultiVecDevice(gpY,y,nxy)
|
||||
if (info /= 0) goto 9999
|
||||
call freeMultiVecDevice(gpX)
|
||||
call freeMultiVecDevice(gpY)
|
||||
endif
|
||||
|
||||
call psb_erractionrestore(err_act)
|
||||
return
|
||||
|
||||
9999 call psb_error_handler(err_act)
|
||||
|
||||
return
|
||||
|
||||
|
||||
end subroutine psb_c_cuda_elg_csmm
|
||||
@ -0,0 +1,127 @@
|
||||
! Parallel Sparse BLAS GPU plugin
|
||||
! (C) Copyright 2013
|
||||
!
|
||||
! Salvatore Filippone
|
||||
! Alessandro Fanfarillo
|
||||
!
|
||||
! Redistribution and use in source and binary forms, with or without
|
||||
! modification, are permitted provided that the following conditions
|
||||
! are met:
|
||||
! 1. Redistributions of source code must retain the above copyright
|
||||
! notice, this list of conditions and the following disclaimer.
|
||||
! 2. Redistributions in binary form must reproduce the above copyright
|
||||
! notice, this list of conditions, and the following disclaimer in the
|
||||
! documentation and/or other materials provided with the distribution.
|
||||
! 3. The name of the PSBLAS group or the names of its contributors may
|
||||
! not be used to endorse or promote products derived from this
|
||||
! software without specific written permission.
|
||||
!
|
||||
! THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
! ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
! TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
! PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS
|
||||
! BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
! CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
! SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
! INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
! CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
! ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
! POSSIBILITY OF SUCH DAMAGE.
|
||||
!
|
||||
|
||||
subroutine psb_c_cuda_elg_csmv(alpha,a,x,beta,y,info,trans)
|
||||
|
||||
use psb_base_mod
|
||||
use elldev_mod
|
||||
use psb_vectordev_mod
|
||||
use psb_c_cuda_elg_mat_mod, psb_protect_name => psb_c_cuda_elg_csmv
|
||||
implicit none
|
||||
class(psb_c_cuda_elg_sparse_mat), intent(in) :: a
|
||||
complex(psb_spk_), intent(in) :: alpha, beta, x(:)
|
||||
complex(psb_spk_), intent(inout) :: y(:)
|
||||
integer(psb_ipk_), intent(out) :: info
|
||||
character, optional, intent(in) :: trans
|
||||
|
||||
character :: trans_
|
||||
integer(psb_ipk_) :: i,j,k,m,n, nnz, ir, jc
|
||||
complex(psb_spk_) :: acc
|
||||
type(c_ptr) :: gpX, gpY
|
||||
logical :: tra
|
||||
Integer(Psb_ipk_) :: err_act
|
||||
character(len=20) :: name='d_elg_csmv'
|
||||
logical, parameter :: debug=.false.
|
||||
|
||||
call psb_erractionsave(err_act)
|
||||
info = psb_success_
|
||||
|
||||
if (present(trans)) then
|
||||
trans_ = trans
|
||||
else
|
||||
trans_ = 'N'
|
||||
end if
|
||||
|
||||
if (.not.a%is_asb()) then
|
||||
info = psb_err_invalid_mat_state_
|
||||
call psb_errpush(info,name)
|
||||
goto 9999
|
||||
endif
|
||||
|
||||
|
||||
tra = (psb_toupper(trans_) == 'T').or.(psb_toupper(trans_)=='C')
|
||||
|
||||
if (tra) then
|
||||
m = a%get_ncols()
|
||||
n = a%get_nrows()
|
||||
else
|
||||
n = a%get_ncols()
|
||||
m = a%get_nrows()
|
||||
end if
|
||||
|
||||
if (size(x,1)<n) then
|
||||
info = 36
|
||||
call psb_errpush(info,name,i_err=(/3*ione,n,izero,izero,izero/))
|
||||
goto 9999
|
||||
end if
|
||||
|
||||
if (size(y,1)<m) then
|
||||
info = 36
|
||||
call psb_errpush(info,name,i_err=(/5*ione,m,izero,izero,izero/))
|
||||
goto 9999
|
||||
end if
|
||||
|
||||
if (tra) then
|
||||
if (a%is_dev()) call a%sync()
|
||||
call a%psb_c_ell_sparse_mat%spmm(alpha,x,beta,y,info,trans)
|
||||
else
|
||||
!
|
||||
! Just to test, move X/Y to/from the GPU.
|
||||
!
|
||||
if (info == 0) &
|
||||
& info = FallocMultiVecDevice(gpX,1,size(x,1),spgpu_type_complex_float)
|
||||
if (alpha /= dzero) then
|
||||
if (info == 0) &
|
||||
& info = writeMultiVecDevice(gpX,x)
|
||||
end if
|
||||
if (info == 0) &
|
||||
& info = FallocMultiVecDevice(gpY,1,size(y,1),spgpu_type_complex_float)
|
||||
if (beta /= dzero) then
|
||||
if (info == 0) &
|
||||
& info = writeMultiVecDevice(gpY,y)
|
||||
end if
|
||||
if (info == 0) &
|
||||
& info = spmvEllDevice(a%deviceMat,alpha,gpX,beta,gpY)
|
||||
if (info == 0) &
|
||||
& info = readMultiVecDevice(gpY,y)
|
||||
if (info /= 0) goto 9999
|
||||
call freeMultiVecDevice(gpX)
|
||||
call freeMultiVecDevice(gpY)
|
||||
endif
|
||||
|
||||
call psb_erractionrestore(err_act)
|
||||
return
|
||||
|
||||
9999 call psb_error_handler(err_act)
|
||||
|
||||
return
|
||||
|
||||
end subroutine psb_c_cuda_elg_csmv
|
||||
@ -0,0 +1,239 @@
|
||||
! Parallel Sparse BLAS GPU plugin
|
||||
! (C) Copyright 2013
|
||||
!
|
||||
! Salvatore Filippone
|
||||
! Alessandro Fanfarillo
|
||||
!
|
||||
! Redistribution and use in source and binary forms, with or without
|
||||
! modification, are permitted provided that the following conditions
|
||||
! are met:
|
||||
! 1. Redistributions of source code must retain the above copyright
|
||||
! notice, this list of conditions and the following disclaimer.
|
||||
! 2. Redistributions in binary form must reproduce the above copyright
|
||||
! notice, this list of conditions, and the following disclaimer in the
|
||||
! documentation and/or other materials provided with the distribution.
|
||||
! 3. The name of the PSBLAS group or the names of its contributors may
|
||||
! not be used to endorse or promote products derived from this
|
||||
! software without specific written permission.
|
||||
!
|
||||
! THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
! ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
! TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
! PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS
|
||||
! BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
! CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
! SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
! INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
! CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
! ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
! POSSIBILITY OF SUCH DAMAGE.
|
||||
!
|
||||
|
||||
subroutine psb_c_cuda_elg_csput_a(nz,ia,ja,val,a,imin,imax,jmin,jmax,info)
|
||||
|
||||
use psb_base_mod
|
||||
use iso_c_binding
|
||||
use elldev_mod
|
||||
use psb_c_cuda_elg_mat_mod, psb_protect_name => psb_c_cuda_elg_csput_a
|
||||
implicit none
|
||||
|
||||
class(psb_c_cuda_elg_sparse_mat), intent(inout) :: a
|
||||
complex(psb_spk_), intent(in) :: val(:)
|
||||
integer(psb_ipk_), intent(in) :: nz, ia(:), ja(:), imin,imax,jmin,jmax
|
||||
integer(psb_ipk_), intent(out) :: info
|
||||
|
||||
|
||||
integer(psb_ipk_) :: err_act
|
||||
character(len=20) :: name='c_cuda_elg_csput_a'
|
||||
logical, parameter :: debug=.false.
|
||||
integer(psb_ipk_) :: nza, i,j,k, nzl, isza, int_err(5), debug_level, debug_unit
|
||||
real(psb_dpk_) :: t1,t2,t3
|
||||
type(c_ptr) :: devIdxUpd
|
||||
|
||||
call psb_erractionsave(err_act)
|
||||
info = psb_success_
|
||||
debug_unit = psb_get_debug_unit()
|
||||
debug_level = psb_get_debug_level()
|
||||
|
||||
!!$ write(0,*) 'In ELG_csput_a'
|
||||
if (nz <= 0) then
|
||||
info = psb_err_iarg_neg_
|
||||
int_err(1)=1
|
||||
call psb_errpush(info,name,i_err=int_err)
|
||||
goto 9999
|
||||
end if
|
||||
if (size(ia) < nz) then
|
||||
info = psb_err_input_asize_invalid_i_
|
||||
int_err(1)=2
|
||||
call psb_errpush(info,name,i_err=int_err)
|
||||
goto 9999
|
||||
end if
|
||||
|
||||
if (size(ja) < nz) then
|
||||
info = psb_err_input_asize_invalid_i_
|
||||
int_err(1)=3
|
||||
call psb_errpush(info,name,i_err=int_err)
|
||||
goto 9999
|
||||
end if
|
||||
if (size(val) < nz) then
|
||||
info = psb_err_input_asize_invalid_i_
|
||||
int_err(1)=4
|
||||
call psb_errpush(info,name,i_err=int_err)
|
||||
goto 9999
|
||||
end if
|
||||
|
||||
if (nz == 0) return
|
||||
|
||||
|
||||
if (a%is_bld()) then
|
||||
! Build phase should only ever be in COO
|
||||
info = psb_err_invalid_mat_state_
|
||||
|
||||
else if (a%is_upd()) then
|
||||
!!$ write(*,*) 'elg_csput_a '
|
||||
if (a%is_dev()) call a%sync()
|
||||
call a%psb_c_ell_sparse_mat%csput(nz,ia,ja,val,&
|
||||
& imin,imax,jmin,jmax,info)
|
||||
if (info /= psb_success_) then
|
||||
call psb_errpush(info,name)
|
||||
goto 9999
|
||||
end if
|
||||
call a%set_host()
|
||||
else
|
||||
! State is wrong.
|
||||
info = psb_err_invalid_mat_state_
|
||||
end if
|
||||
if (info /= psb_success_) then
|
||||
call psb_errpush(info,name)
|
||||
goto 9999
|
||||
end if
|
||||
|
||||
call psb_erractionrestore(err_act)
|
||||
return
|
||||
|
||||
9999 call psb_error_handler(err_act)
|
||||
|
||||
return
|
||||
|
||||
end subroutine psb_c_cuda_elg_csput_a
|
||||
|
||||
|
||||
|
||||
subroutine psb_c_cuda_elg_csput_v(nz,ia,ja,val,a,imin,imax,jmin,jmax,info)
|
||||
|
||||
use psb_base_mod
|
||||
use iso_c_binding
|
||||
use elldev_mod
|
||||
use psb_c_cuda_elg_mat_mod, psb_protect_name => psb_c_cuda_elg_csput_v
|
||||
use psb_c_cuda_vect_mod
|
||||
implicit none
|
||||
|
||||
class(psb_c_cuda_elg_sparse_mat), intent(inout) :: a
|
||||
class(psb_c_base_vect_type), intent(inout) :: val
|
||||
class(psb_i_base_vect_type), intent(inout) :: ia, ja
|
||||
integer(psb_ipk_), intent(in) :: nz, imin,imax,jmin,jmax
|
||||
integer(psb_ipk_), intent(out) :: info
|
||||
|
||||
|
||||
integer(psb_ipk_) :: err_act
|
||||
character(len=20) :: name='c_cuda_elg_csput_v'
|
||||
logical, parameter :: debug=.false.
|
||||
integer(psb_ipk_) :: nza, i,j,k, nzl, isza, int_err(5), debug_level, debug_unit, nrw
|
||||
logical :: gpu_invoked
|
||||
real(psb_dpk_) :: t1,t2,t3
|
||||
type(c_ptr) :: devIdxUpd
|
||||
integer(psb_ipk_), allocatable :: idxs(:)
|
||||
logical, parameter :: debug_idxs=.false., debug_vals=.false.
|
||||
|
||||
|
||||
call psb_erractionsave(err_act)
|
||||
info = psb_success_
|
||||
debug_unit = psb_get_debug_unit()
|
||||
debug_level = psb_get_debug_level()
|
||||
|
||||
! write(0,*) 'In ELG_csput_v'
|
||||
if (nz <= 0) then
|
||||
info = psb_err_iarg_neg_
|
||||
int_err(1)=1
|
||||
call psb_errpush(info,name,i_err=int_err)
|
||||
goto 9999
|
||||
end if
|
||||
if (ia%get_nrows() < nz) then
|
||||
info = psb_err_input_asize_invalid_i_
|
||||
int_err(1)=2
|
||||
call psb_errpush(info,name,i_err=int_err)
|
||||
goto 9999
|
||||
end if
|
||||
|
||||
if (ja%get_nrows() < nz) then
|
||||
info = psb_err_input_asize_invalid_i_
|
||||
int_err(1)=3
|
||||
call psb_errpush(info,name,i_err=int_err)
|
||||
goto 9999
|
||||
end if
|
||||
if (val%get_nrows() < nz) then
|
||||
info = psb_err_input_asize_invalid_i_
|
||||
int_err(1)=4
|
||||
call psb_errpush(info,name,i_err=int_err)
|
||||
goto 9999
|
||||
end if
|
||||
|
||||
if (nz == 0) return
|
||||
|
||||
|
||||
if (a%is_bld()) then
|
||||
! Build phase should only ever be in COO
|
||||
info = psb_err_invalid_mat_state_
|
||||
|
||||
else if (a%is_upd()) then
|
||||
|
||||
t1=psb_wtime()
|
||||
gpu_invoked = .false.
|
||||
select type (ia)
|
||||
class is (psb_i_vect_cuda)
|
||||
select type (ja)
|
||||
class is (psb_i_vect_cuda)
|
||||
select type (val)
|
||||
class is (psb_c_vect_cuda)
|
||||
if (a%is_host()) call a%sync()
|
||||
if (val%is_host()) call val%sync()
|
||||
if (ia%is_host()) call ia%sync()
|
||||
if (ja%is_host()) call ja%sync()
|
||||
info = csputEllDeviceFloatComplex(a%deviceMat,nz,&
|
||||
& ia%deviceVect,ja%deviceVect,val%deviceVect)
|
||||
call a%set_dev()
|
||||
gpu_invoked=.true.
|
||||
end select
|
||||
end select
|
||||
end select
|
||||
if (.not.gpu_invoked) then
|
||||
!!$ write(0,*)'Not gpu_invoked '
|
||||
if (a%is_dev()) call a%sync()
|
||||
call a%psb_c_ell_sparse_mat%csput(nz,ia,ja,val,&
|
||||
& imin,imax,jmin,jmax,info)
|
||||
call a%set_host()
|
||||
end if
|
||||
|
||||
if (info /= 0) then
|
||||
info = psb_err_internal_error_
|
||||
end if
|
||||
|
||||
|
||||
else
|
||||
! State is wrong.
|
||||
info = psb_err_invalid_mat_state_
|
||||
end if
|
||||
if (info /= psb_success_) then
|
||||
call psb_errpush(info,name)
|
||||
goto 9999
|
||||
end if
|
||||
|
||||
call psb_erractionrestore(err_act)
|
||||
return
|
||||
|
||||
9999 call psb_error_handler(err_act)
|
||||
|
||||
return
|
||||
|
||||
|
||||
end subroutine psb_c_cuda_elg_csput_v
|
||||
@ -0,0 +1,67 @@
|
||||
! Parallel Sparse BLAS GPU plugin
|
||||
! (C) Copyright 2013
|
||||
!
|
||||
! Salvatore Filippone
|
||||
! Alessandro Fanfarillo
|
||||
!
|
||||
! Redistribution and use in source and binary forms, with or without
|
||||
! modification, are permitted provided that the following conditions
|
||||
! are met:
|
||||
! 1. Redistributions of source code must retain the above copyright
|
||||
! notice, this list of conditions and the following disclaimer.
|
||||
! 2. Redistributions in binary form must reproduce the above copyright
|
||||
! notice, this list of conditions, and the following disclaimer in the
|
||||
! documentation and/or other materials provided with the distribution.
|
||||
! 3. The name of the PSBLAS group or the names of its contributors may
|
||||
! not be used to endorse or promote products derived from this
|
||||
! software without specific written permission.
|
||||
!
|
||||
! THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
! ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
! TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
! PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS
|
||||
! BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
! CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
! SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
! INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
! CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
! ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
! POSSIBILITY OF SUCH DAMAGE.
|
||||
!
|
||||
|
||||
subroutine psb_c_cuda_elg_from_gpu(a,info)
|
||||
|
||||
use psb_base_mod
|
||||
use elldev_mod
|
||||
use psb_vectordev_mod
|
||||
use psb_c_cuda_elg_mat_mod, psb_protect_name => psb_c_cuda_elg_from_gpu
|
||||
implicit none
|
||||
class(psb_c_cuda_elg_sparse_mat), intent(inout) :: a
|
||||
integer(psb_ipk_), intent(out) :: info
|
||||
|
||||
integer(psb_ipk_) :: m, nzm, n, pitch,maxrowsize
|
||||
|
||||
info = 0
|
||||
|
||||
if (.not.(c_associated(a%deviceMat))) then
|
||||
call a%free()
|
||||
return
|
||||
end if
|
||||
|
||||
m = a%get_nrows()
|
||||
nzm = psb_size(a%val,2)
|
||||
n = a%get_ncols()
|
||||
|
||||
pitch = getEllDevicePitch(a%deviceMat)
|
||||
maxrowsize = getEllDeviceMaxRowSize(a%deviceMat)
|
||||
|
||||
if ((pitch /= psb_size(a%val,1)).or.(maxrowsize /= psb_size(a%val,2))) then
|
||||
call psb_realloc(pitch,maxrowsize,a%val,info)
|
||||
if (info == 0) call psb_realloc(pitch,maxrowsize,a%ja,info)
|
||||
if (info == 0) call psb_realloc(pitch,a%irn,info)
|
||||
end if
|
||||
if (info == 0) info = &
|
||||
& readEllDevice(a%deviceMat,a%val,a%ja,pitch,a%irn,a%idiag)
|
||||
call a%set_sync()
|
||||
|
||||
end subroutine psb_c_cuda_elg_from_gpu
|
||||
@ -0,0 +1,84 @@
|
||||
! Parallel Sparse BLAS GPU plugin
|
||||
! (C) Copyright 2013
|
||||
!
|
||||
! Salvatore Filippone
|
||||
! Alessandro Fanfarillo
|
||||
!
|
||||
! Redistribution and use in source and binary forms, with or without
|
||||
! modification, are permitted provided that the following conditions
|
||||
! are met:
|
||||
! 1. Redistributions of source code must retain the above copyright
|
||||
! notice, this list of conditions and the following disclaimer.
|
||||
! 2. Redistributions in binary form must reproduce the above copyright
|
||||
! notice, this list of conditions, and the following disclaimer in the
|
||||
! documentation and/or other materials provided with the distribution.
|
||||
! 3. The name of the PSBLAS group or the names of its contributors may
|
||||
! not be used to endorse or promote products derived from this
|
||||
! software without specific written permission.
|
||||
!
|
||||
! THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
! ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
! TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
! PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS
|
||||
! BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
! CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
! SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
! INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
! CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
! ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
! POSSIBILITY OF SUCH DAMAGE.
|
||||
!
|
||||
|
||||
subroutine psb_c_cuda_elg_inner_vect_sv(alpha,a,x,beta,y,info,trans)
|
||||
|
||||
use psb_base_mod
|
||||
use elldev_mod
|
||||
use psb_vectordev_mod
|
||||
use psb_c_cuda_elg_mat_mod, psb_protect_name => psb_c_cuda_elg_inner_vect_sv
|
||||
use psb_c_cuda_vect_mod
|
||||
implicit none
|
||||
class(psb_c_cuda_elg_sparse_mat), intent(in) :: a
|
||||
complex(psb_spk_), intent(in) :: alpha, beta
|
||||
class(psb_c_base_vect_type), intent(inout) :: x, y
|
||||
integer(psb_ipk_), intent(out) :: info
|
||||
character, optional, intent(in) :: trans
|
||||
|
||||
integer(psb_ipk_) :: err_act
|
||||
character(len=20) :: name='c_cuda_elg_inner_vect_sv'
|
||||
logical, parameter :: debug=.false.
|
||||
complex(psb_spk_), allocatable :: rx(:), ry(:)
|
||||
|
||||
call psb_get_erraction(err_act)
|
||||
! This is the base version. If we get here
|
||||
! it means the derived class is incomplete,
|
||||
! so we throw an error.
|
||||
info = psb_success_
|
||||
|
||||
if (a%is_dev()) call a%sync()
|
||||
if (.false.) then
|
||||
rx = x%get_vect()
|
||||
ry = y%get_vect()
|
||||
call a%inner_spsm(alpha,rx,beta,ry,info,trans)
|
||||
call y%bld(ry)
|
||||
else
|
||||
call x%sync()
|
||||
call y%sync()
|
||||
call a%psb_c_ell_sparse_mat%inner_spsm(alpha,x,beta,y,info,trans)
|
||||
call y%set_host()
|
||||
end if
|
||||
|
||||
if (info /= psb_success_) then
|
||||
info = psb_err_from_subroutine_
|
||||
call psb_errpush(info,name, a_err='inner_cssm')
|
||||
goto 9999
|
||||
end if
|
||||
|
||||
|
||||
call psb_erractionrestore(err_act)
|
||||
return
|
||||
|
||||
9999 call psb_error_handler(err_act)
|
||||
|
||||
return
|
||||
|
||||
end subroutine psb_c_cuda_elg_inner_vect_sv
|
||||
@ -0,0 +1,63 @@
|
||||
! Parallel Sparse BLAS GPU plugin
|
||||
! (C) Copyright 2013
|
||||
!
|
||||
! Salvatore Filippone
|
||||
! Alessandro Fanfarillo
|
||||
!
|
||||
! Redistribution and use in source and binary forms, with or without
|
||||
! modification, are permitted provided that the following conditions
|
||||
! are met:
|
||||
! 1. Redistributions of source code must retain the above copyright
|
||||
! notice, this list of conditions and the following disclaimer.
|
||||
! 2. Redistributions in binary form must reproduce the above copyright
|
||||
! notice, this list of conditions, and the following disclaimer in the
|
||||
! documentation and/or other materials provided with the distribution.
|
||||
! 3. The name of the PSBLAS group or the names of its contributors may
|
||||
! not be used to endorse or promote products derived from this
|
||||
! software without specific written permission.
|
||||
!
|
||||
! THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
! ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
! TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
! PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS
|
||||
! BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
! CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
! SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
! INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
! CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
! ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
! POSSIBILITY OF SUCH DAMAGE.
|
||||
!
|
||||
subroutine psb_c_cuda_elg_mold(a,b,info)
|
||||
|
||||
use psb_base_mod
|
||||
use psb_c_cuda_elg_mat_mod, psb_protect_name => psb_c_cuda_elg_mold
|
||||
implicit none
|
||||
class(psb_c_cuda_elg_sparse_mat), intent(in) :: a
|
||||
class(psb_c_base_sparse_mat), intent(inout), allocatable :: b
|
||||
integer(psb_ipk_), intent(out) :: info
|
||||
Integer(Psb_ipk_) :: err_act
|
||||
character(len=20) :: name='elg_mold'
|
||||
logical, parameter :: debug=.false.
|
||||
|
||||
call psb_get_erraction(err_act)
|
||||
|
||||
info = 0
|
||||
if (allocated(b)) then
|
||||
call b%free()
|
||||
deallocate(b,stat=info)
|
||||
end if
|
||||
if (info == 0) allocate(psb_c_cuda_elg_sparse_mat :: b, stat=info)
|
||||
|
||||
if (info /= psb_success_) then
|
||||
info = psb_err_alloc_dealloc_
|
||||
call psb_errpush(info, name)
|
||||
goto 9999
|
||||
end if
|
||||
return
|
||||
|
||||
9999 call psb_error_handler(err_act)
|
||||
|
||||
return
|
||||
|
||||
end subroutine psb_c_cuda_elg_mold
|
||||
@ -0,0 +1,72 @@
|
||||
! Parallel Sparse BLAS GPU plugin
|
||||
! (C) Copyright 2013
|
||||
!
|
||||
! Salvatore Filippone
|
||||
! Alessandro Fanfarillo
|
||||
!
|
||||
! Redistribution and use in source and binary forms, with or without
|
||||
! modification, are permitted provided that the following conditions
|
||||
! are met:
|
||||
! 1. Redistributions of source code must retain the above copyright
|
||||
! notice, this list of conditions and the following disclaimer.
|
||||
! 2. Redistributions in binary form must reproduce the above copyright
|
||||
! notice, this list of conditions, and the following disclaimer in the
|
||||
! documentation and/or other materials provided with the distribution.
|
||||
! 3. The name of the PSBLAS group or the names of its contributors may
|
||||
! not be used to endorse or promote products derived from this
|
||||
! software without specific written permission.
|
||||
!
|
||||
! THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
! ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
! TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
! PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS
|
||||
! BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
! CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
! SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
! INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
! CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
! ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
! POSSIBILITY OF SUCH DAMAGE.
|
||||
!
|
||||
|
||||
subroutine psb_c_cuda_elg_reallocate_nz(nz,a)
|
||||
|
||||
use psb_base_mod
|
||||
use elldev_mod
|
||||
use psb_vectordev_mod
|
||||
use psb_c_cuda_elg_mat_mod, psb_protect_name => psb_c_cuda_elg_reallocate_nz
|
||||
implicit none
|
||||
integer(psb_ipk_), intent(in) :: nz
|
||||
class(psb_c_cuda_elg_sparse_mat), intent(inout) :: a
|
||||
integer(psb_ipk_) :: m, nzrm,ld
|
||||
Integer(Psb_ipk_) :: err_act, info
|
||||
character(len=20) :: name='c_cuda_elg_reallocate_nz'
|
||||
logical, parameter :: debug=.false.
|
||||
|
||||
call psb_erractionsave(err_act)
|
||||
|
||||
!
|
||||
! What should this really do???
|
||||
!
|
||||
if (a%is_dev()) call a%sync()
|
||||
m = a%get_nrows()
|
||||
nzrm = (max(nz,ione)+m-1)/m
|
||||
ld = size(a%ja,1)
|
||||
call psb_realloc(ld,nzrm,a%ja,info)
|
||||
if (info == psb_success_) call psb_realloc(ld,nzrm,a%val,info)
|
||||
if (info /= psb_success_) then
|
||||
call psb_errpush(psb_err_alloc_dealloc_,name)
|
||||
goto 9999
|
||||
end if
|
||||
|
||||
call a%to_gpu(info,nzrm=nzrm)
|
||||
if (info /= 0) goto 9999
|
||||
|
||||
call psb_erractionrestore(err_act)
|
||||
return
|
||||
|
||||
9999 call psb_error_handler(err_act)
|
||||
|
||||
return
|
||||
|
||||
end subroutine psb_c_cuda_elg_reallocate_nz
|
||||
@ -0,0 +1,71 @@
|
||||
! Parallel Sparse BLAS GPU plugin
|
||||
! (C) Copyright 2013
|
||||
!
|
||||
! Salvatore Filippone
|
||||
! Alessandro Fanfarillo
|
||||
!
|
||||
! Redistribution and use in source and binary forms, with or without
|
||||
! modification, are permitted provided that the following conditions
|
||||
! are met:
|
||||
! 1. Redistributions of source code must retain the above copyright
|
||||
! notice, this list of conditions and the following disclaimer.
|
||||
! 2. Redistributions in binary form must reproduce the above copyright
|
||||
! notice, this list of conditions, and the following disclaimer in the
|
||||
! documentation and/or other materials provided with the distribution.
|
||||
! 3. The name of the PSBLAS group or the names of its contributors may
|
||||
! not be used to endorse or promote products derived from this
|
||||
! software without specific written permission.
|
||||
!
|
||||
! THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
! ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
! TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
! PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS
|
||||
! BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
! CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
! SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
! INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
! CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
! ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
! POSSIBILITY OF SUCH DAMAGE.
|
||||
!
|
||||
|
||||
subroutine psb_c_cuda_elg_scal(d,a,info,side)
|
||||
|
||||
use psb_base_mod
|
||||
use elldev_mod
|
||||
use psb_vectordev_mod
|
||||
use psb_c_cuda_elg_mat_mod, psb_protect_name => psb_c_cuda_elg_scal
|
||||
implicit none
|
||||
class(psb_c_cuda_elg_sparse_mat), intent(inout) :: a
|
||||
complex(psb_spk_), intent(in) :: d(:)
|
||||
integer(psb_ipk_), intent(out) :: info
|
||||
character, intent(in), optional :: side
|
||||
|
||||
|
||||
Integer(Psb_ipk_) :: err_act,mnm, i, j, m
|
||||
character(len=20) :: name='scal'
|
||||
logical, parameter :: debug=.false.
|
||||
|
||||
info = psb_success_
|
||||
call psb_erractionsave(err_act)
|
||||
|
||||
if (a%is_dev()) call a%sync()
|
||||
|
||||
if (a%is_unit()) then
|
||||
call a%make_nonunit()
|
||||
end if
|
||||
|
||||
call a%psb_c_ell_sparse_mat%scal(d,info,side)
|
||||
if (info /= psb_success_) goto 9999
|
||||
|
||||
call a%to_gpu(info)
|
||||
if (info /= 0) goto 9999
|
||||
|
||||
call psb_erractionrestore(err_act)
|
||||
return
|
||||
|
||||
9999 call psb_error_handler(err_act)
|
||||
|
||||
return
|
||||
|
||||
end subroutine psb_c_cuda_elg_scal
|
||||
@ -0,0 +1,66 @@
|
||||
! Parallel Sparse BLAS GPU plugin
|
||||
! (C) Copyright 2013
|
||||
!
|
||||
! Salvatore Filippone
|
||||
! Alessandro Fanfarillo
|
||||
!
|
||||
! Redistribution and use in source and binary forms, with or without
|
||||
! modification, are permitted provided that the following conditions
|
||||
! are met:
|
||||
! 1. Redistributions of source code must retain the above copyright
|
||||
! notice, this list of conditions and the following disclaimer.
|
||||
! 2. Redistributions in binary form must reproduce the above copyright
|
||||
! notice, this list of conditions, and the following disclaimer in the
|
||||
! documentation and/or other materials provided with the distribution.
|
||||
! 3. The name of the PSBLAS group or the names of its contributors may
|
||||
! not be used to endorse or promote products derived from this
|
||||
! software without specific written permission.
|
||||
!
|
||||
! THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
! ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
! TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
! PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS
|
||||
! BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
! CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
! SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
! INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
! CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
! ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
! POSSIBILITY OF SUCH DAMAGE.
|
||||
!
|
||||
|
||||
subroutine psb_c_cuda_elg_scals(d,a,info)
|
||||
|
||||
use psb_base_mod
|
||||
use elldev_mod
|
||||
use psb_vectordev_mod
|
||||
use psb_c_cuda_elg_mat_mod, psb_protect_name => psb_c_cuda_elg_scals
|
||||
implicit none
|
||||
class(psb_c_cuda_elg_sparse_mat), intent(inout) :: a
|
||||
complex(psb_spk_), intent(in) :: d
|
||||
integer(psb_ipk_), intent(out) :: info
|
||||
|
||||
Integer(Psb_ipk_) :: err_act
|
||||
character(len=20) :: name='scal'
|
||||
logical, parameter :: debug=.false.
|
||||
|
||||
info = psb_success_
|
||||
call psb_erractionsave(err_act)
|
||||
|
||||
if (a%is_dev()) call a%sync()
|
||||
if (a%is_unit()) then
|
||||
call a%make_nonunit()
|
||||
end if
|
||||
|
||||
a%val(:,:) = a%val(:,:) * d
|
||||
|
||||
call a%to_gpu(info)
|
||||
if (info /= 0) goto 9999
|
||||
|
||||
return
|
||||
|
||||
9999 call psb_error_handler(err_act)
|
||||
|
||||
return
|
||||
|
||||
end subroutine psb_c_cuda_elg_scals
|
||||
@ -0,0 +1,84 @@
|
||||
! Parallel Sparse BLAS GPU plugin
|
||||
! (C) Copyright 2013
|
||||
!
|
||||
! Salvatore Filippone
|
||||
! Alessandro Fanfarillo
|
||||
!
|
||||
! Redistribution and use in source and binary forms, with or without
|
||||
! modification, are permitted provided that the following conditions
|
||||
! are met:
|
||||
! 1. Redistributions of source code must retain the above copyright
|
||||
! notice, this list of conditions and the following disclaimer.
|
||||
! 2. Redistributions in binary form must reproduce the above copyright
|
||||
! notice, this list of conditions, and the following disclaimer in the
|
||||
! documentation and/or other materials provided with the distribution.
|
||||
! 3. The name of the PSBLAS group or the names of its contributors may
|
||||
! not be used to endorse or promote products derived from this
|
||||
! software without specific written permission.
|
||||
!
|
||||
! THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
! ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
! TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
! PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS
|
||||
! BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
! CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
! SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
! INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
! CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
! ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
! POSSIBILITY OF SUCH DAMAGE.
|
||||
!
|
||||
|
||||
subroutine psb_c_cuda_elg_to_gpu(a,info,nzrm)
|
||||
|
||||
use psb_base_mod
|
||||
use elldev_mod
|
||||
use psb_vectordev_mod
|
||||
use psb_c_cuda_elg_mat_mod, psb_protect_name => psb_c_cuda_elg_to_gpu
|
||||
implicit none
|
||||
class(psb_c_cuda_elg_sparse_mat), intent(inout) :: a
|
||||
integer(psb_ipk_), intent(out) :: info
|
||||
integer(psb_ipk_), intent(in), optional :: nzrm
|
||||
|
||||
integer(psb_ipk_) :: m, nzm, n, pitch,maxrowsize, nzt
|
||||
type(elldev_parms) :: gpu_parms
|
||||
|
||||
info = 0
|
||||
|
||||
if ((.not.allocated(a%val)).or.(.not.allocated(a%ja))) return
|
||||
|
||||
m = a%get_nrows()
|
||||
nzm = psb_size(a%val,2)
|
||||
n = a%get_ncols()
|
||||
nzt = a%get_nzeros()
|
||||
if (present(nzrm)) nzm = max(nzm,nzrm)
|
||||
|
||||
gpu_parms = FgetEllDeviceParams(m,nzm,nzt,n,spgpu_type_complex_float,1)
|
||||
|
||||
if (c_associated(a%deviceMat)) then
|
||||
pitch = getEllDevicePitch(a%deviceMat)
|
||||
maxrowsize = getEllDeviceMaxRowSize(a%deviceMat)
|
||||
else
|
||||
pitch = -1
|
||||
maxrowsize = -1
|
||||
end if
|
||||
|
||||
if ((pitch /= gpu_parms%pitch).or.(maxrowsize /= gpu_parms%maxRowSize)) then
|
||||
if (c_associated(a%deviceMat)) then
|
||||
call freeEllDevice(a%deviceMat)
|
||||
endif
|
||||
info = FallocEllDevice(a%deviceMat,m,nzm,nzt,n,spgpu_type_complex_float,1)
|
||||
pitch = getEllDevicePitch(a%deviceMat)
|
||||
maxrowsize = getEllDeviceMaxRowSize(a%deviceMat)
|
||||
end if
|
||||
if (info == 0) then
|
||||
if ((pitch /= psb_size(a%val,1)).or.(maxrowsize /= psb_size(a%val,2))) then
|
||||
call psb_realloc(pitch,maxrowsize,a%val,info)
|
||||
if (info == 0) call psb_realloc(pitch,maxrowsize,a%ja,info)
|
||||
end if
|
||||
end if
|
||||
if (info == 0) info = &
|
||||
& writeEllDevice(a%deviceMat,a%val,a%ja,size(a%ja,1),a%irn,a%idiag)
|
||||
call a%set_sync()
|
||||
|
||||
end subroutine psb_c_cuda_elg_to_gpu
|
||||
@ -0,0 +1,61 @@
|
||||
! Parallel Sparse BLAS GPU plugin
|
||||
! (C) Copyright 2013
|
||||
!
|
||||
! Salvatore Filippone
|
||||
! Alessandro Fanfarillo
|
||||
!
|
||||
! Redistribution and use in source and binary forms, with or without
|
||||
! modification, are permitted provided that the following conditions
|
||||
! are met:
|
||||
! 1. Redistributions of source code must retain the above copyright
|
||||
! notice, this list of conditions and the following disclaimer.
|
||||
! 2. Redistributions in binary form must reproduce the above copyright
|
||||
! notice, this list of conditions, and the following disclaimer in the
|
||||
! documentation and/or other materials provided with the distribution.
|
||||
! 3. The name of the PSBLAS group or the names of its contributors may
|
||||
! not be used to endorse or promote products derived from this
|
||||
! software without specific written permission.
|
||||
!
|
||||
! THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
! ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
! TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
! PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS
|
||||
! BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
! CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
! SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
! INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
! CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
! ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
! POSSIBILITY OF SUCH DAMAGE.
|
||||
!
|
||||
|
||||
subroutine psb_c_cuda_elg_trim(a)
|
||||
|
||||
use psb_base_mod
|
||||
use psb_c_cuda_elg_mat_mod, psb_protect_name => psb_c_cuda_elg_trim
|
||||
implicit none
|
||||
class(psb_c_cuda_elg_sparse_mat), intent(inout) :: a
|
||||
Integer(psb_ipk_) :: err_act, info, nz, m, nzm,ld
|
||||
character(len=20) :: name='trim'
|
||||
logical, parameter :: debug=.false.
|
||||
|
||||
call psb_erractionsave(err_act)
|
||||
info = psb_success_
|
||||
m = max(1_psb_ipk_,a%get_nrows())
|
||||
ld = max(1_psb_ipk_,size(a%ja,1))
|
||||
nzm = max(1_psb_ipk_,maxval(a%irn(1:m)))
|
||||
|
||||
call psb_realloc(m,a%irn,info)
|
||||
if (info == psb_success_) call psb_realloc(m,a%idiag,info)
|
||||
if (info == psb_success_) call psb_realloc(ld,nzm,a%ja,info)
|
||||
if (info == psb_success_) call psb_realloc(ld,nzm,a%val,info)
|
||||
|
||||
if (info /= psb_success_) goto 9999
|
||||
call psb_erractionrestore(err_act)
|
||||
return
|
||||
|
||||
9999 call psb_error_handler(err_act)
|
||||
|
||||
return
|
||||
|
||||
end subroutine psb_c_cuda_elg_trim
|
||||
@ -0,0 +1,121 @@
|
||||
! Parallel Sparse BLAS GPU plugin
|
||||
! (C) Copyright 2013
|
||||
!
|
||||
! Salvatore Filippone
|
||||
! Alessandro Fanfarillo
|
||||
!
|
||||
! Redistribution and use in source and binary forms, with or without
|
||||
! modification, are permitted provided that the following conditions
|
||||
! are met:
|
||||
! 1. Redistributions of source code must retain the above copyright
|
||||
! notice, this list of conditions and the following disclaimer.
|
||||
! 2. Redistributions in binary form must reproduce the above copyright
|
||||
! notice, this list of conditions, and the following disclaimer in the
|
||||
! documentation and/or other materials provided with the distribution.
|
||||
! 3. The name of the PSBLAS group or the names of its contributors may
|
||||
! not be used to endorse or promote products derived from this
|
||||
! software without specific written permission.
|
||||
!
|
||||
! THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
! ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
! TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
! PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS
|
||||
! BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
! CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
! SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
! INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
! CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
! ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
! POSSIBILITY OF SUCH DAMAGE.
|
||||
!
|
||||
|
||||
subroutine psb_c_cuda_elg_vect_mv(alpha,a,x,beta,y,info,trans)
|
||||
|
||||
use psb_base_mod
|
||||
use elldev_mod
|
||||
use psb_vectordev_mod
|
||||
use psb_c_cuda_elg_mat_mod, psb_protect_name => psb_c_cuda_elg_vect_mv
|
||||
use psb_c_cuda_vect_mod
|
||||
implicit none
|
||||
class(psb_c_cuda_elg_sparse_mat), intent(in) :: a
|
||||
complex(psb_spk_), intent(in) :: alpha, beta
|
||||
class(psb_c_base_vect_type), intent(inout) :: x
|
||||
class(psb_c_base_vect_type), intent(inout) :: y
|
||||
integer(psb_ipk_), intent(out) :: info
|
||||
character, optional, intent(in) :: trans
|
||||
complex(psb_spk_), allocatable :: rx(:), ry(:)
|
||||
logical :: tra
|
||||
character :: trans_
|
||||
Integer(Psb_ipk_) :: err_act
|
||||
character(len=20) :: name='c_cuda_elg_vect_mv'
|
||||
|
||||
call psb_erractionsave(err_act)
|
||||
info = psb_success_
|
||||
|
||||
if (present(trans)) then
|
||||
trans_ = trans
|
||||
else
|
||||
trans_ = 'N'
|
||||
end if
|
||||
|
||||
if (.not.a%is_asb()) then
|
||||
info = psb_err_invalid_mat_state_
|
||||
call psb_errpush(info,name)
|
||||
goto 9999
|
||||
endif
|
||||
|
||||
|
||||
tra = (psb_toupper(trans_) == 'T').or.(psb_toupper(trans_)=='C')
|
||||
if (tra) then
|
||||
if (a%is_dev()) call a%sync()
|
||||
if (.not.x%is_host()) call x%sync()
|
||||
if (beta /= czero) then
|
||||
if (.not.y%is_host()) call y%sync()
|
||||
end if
|
||||
call a%psb_c_ell_sparse_mat%spmm(alpha,x,beta,y,info,trans)
|
||||
call y%set_host()
|
||||
else
|
||||
if (a%is_host()) call a%sync()
|
||||
select type (xx => x)
|
||||
type is (psb_c_vect_cuda)
|
||||
select type(yy => y)
|
||||
type is (psb_c_vect_cuda)
|
||||
if (a%is_host()) call a%sync()
|
||||
if (xx%is_host()) call xx%sync()
|
||||
if (beta /= czero) then
|
||||
if (yy%is_host()) call yy%sync()
|
||||
end if
|
||||
info = spmvEllDevice(a%deviceMat,alpha,xx%deviceVect,&
|
||||
& beta,yy%deviceVect)
|
||||
if (info /= 0) then
|
||||
call psb_errpush(psb_err_from_subroutine_ai_,name,&
|
||||
& a_err='spmvELLDevice',i_err=(/info,izero,izero,izero,izero/))
|
||||
info = psb_err_from_subroutine_ai_
|
||||
goto 9999
|
||||
end if
|
||||
call yy%set_dev()
|
||||
class default
|
||||
if (a%is_dev()) call a%sync()
|
||||
rx = xx%get_vect()
|
||||
ry = y%get_vect()
|
||||
call a%spmm(alpha,rx,beta,ry,info)
|
||||
call y%bld(ry)
|
||||
end select
|
||||
class default
|
||||
if (a%is_dev()) call a%sync()
|
||||
rx = x%get_vect()
|
||||
ry = y%get_vect()
|
||||
call a%spmm(alpha,rx,beta,ry,info)
|
||||
call y%bld(ry)
|
||||
end select
|
||||
|
||||
end if
|
||||
if (info /= 0) goto 9999
|
||||
call psb_erractionrestore(err_act)
|
||||
return
|
||||
|
||||
9999 call psb_error_handler(err_act)
|
||||
|
||||
return
|
||||
|
||||
end subroutine psb_c_cuda_elg_vect_mv
|
||||
@ -0,0 +1,126 @@
|
||||
! Parallel Sparse BLAS GPU plugin
|
||||
! (C) Copyright 2013
|
||||
!
|
||||
! Salvatore Filippone
|
||||
! Alessandro Fanfarillo
|
||||
!
|
||||
! Redistribution and use in source and binary forms, with or without
|
||||
! modification, are permitted provided that the following conditions
|
||||
! are met:
|
||||
! 1. Redistributions of source code must retain the above copyright
|
||||
! notice, this list of conditions and the following disclaimer.
|
||||
! 2. Redistributions in binary form must reproduce the above copyright
|
||||
! notice, this list of conditions, and the following disclaimer in the
|
||||
! documentation and/or other materials provided with the distribution.
|
||||
! 3. The name of the PSBLAS group or the names of its contributors may
|
||||
! not be used to endorse or promote products derived from this
|
||||
! software without specific written permission.
|
||||
!
|
||||
! THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
! ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
! TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
! PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS
|
||||
! BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
! CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
! SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
! INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
! CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
! ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
! POSSIBILITY OF SUCH DAMAGE.
|
||||
!
|
||||
|
||||
subroutine psb_c_cuda_hdiag_csmv(alpha,a,x,beta,y,info,trans)
|
||||
|
||||
use psb_base_mod
|
||||
use hdiagdev_mod
|
||||
use psb_vectordev_mod
|
||||
use psb_c_cuda_hdiag_mat_mod, psb_protect_name => psb_c_cuda_hdiag_csmv
|
||||
implicit none
|
||||
class(psb_c_cuda_hdiag_sparse_mat), intent(in) :: a
|
||||
complex(psb_spk_), intent(in) :: alpha, beta, x(:)
|
||||
complex(psb_spk_), intent(inout) :: y(:)
|
||||
integer, intent(out) :: info
|
||||
character, optional, intent(in) :: trans
|
||||
|
||||
character :: trans_
|
||||
integer :: i,j,k,m,n, nnz, ir, jc
|
||||
complex(psb_spk_) :: acc
|
||||
type(c_ptr) :: gpX, gpY
|
||||
logical :: tra
|
||||
Integer :: err_act
|
||||
character(len=20) :: name='c_cuda_hdiag_csmv'
|
||||
logical, parameter :: debug=.false.
|
||||
|
||||
call psb_erractionsave(err_act)
|
||||
info = psb_success_
|
||||
|
||||
if (present(trans)) then
|
||||
trans_ = trans
|
||||
else
|
||||
trans_ = 'N'
|
||||
end if
|
||||
|
||||
if (.not.a%is_asb()) then
|
||||
info = psb_err_invalid_mat_state_
|
||||
call psb_errpush(info,name)
|
||||
goto 9999
|
||||
endif
|
||||
|
||||
|
||||
tra = (psb_toupper(trans_) == 'T').or.(psb_toupper(trans_)=='C')
|
||||
|
||||
if (tra) then
|
||||
m = a%get_ncols()
|
||||
n = a%get_nrows()
|
||||
else
|
||||
n = a%get_ncols()
|
||||
m = a%get_nrows()
|
||||
end if
|
||||
|
||||
if (size(x,1)<n) then
|
||||
info = 36
|
||||
call psb_errpush(info,name,i_err=(/3*ione,n,izero,izero,izero/))
|
||||
goto 9999
|
||||
end if
|
||||
|
||||
if (size(y,1)<m) then
|
||||
info = 36
|
||||
call psb_errpush(info,name,i_err=(/5*ione,m,izero,izero,izero/))
|
||||
goto 9999
|
||||
end if
|
||||
|
||||
if (tra) then
|
||||
call a%psb_c_hdia_sparse_mat%spmm(alpha,x,beta,y,info,trans)
|
||||
else
|
||||
!
|
||||
! Just to test, move X/Y to/from the GPU.
|
||||
!
|
||||
if (info == 0) &
|
||||
& info = FallocMultiVecDevice(gpX,1,size(x,1),spgpu_type_double)
|
||||
if (alpha /= dzero) then
|
||||
if (info == 0) &
|
||||
& info = writeMultiVecDevice(gpX,x)
|
||||
end if
|
||||
if (info == 0) &
|
||||
& info = FallocMultiVecDevice(gpY,1,size(y,1),spgpu_type_double)
|
||||
if (beta /= dzero) then
|
||||
if (info == 0) &
|
||||
& info = writeMultiVecDevice(gpY,y)
|
||||
end if
|
||||
if (info == 0) &
|
||||
& info = spmvHdiagDevice(a%deviceMat,alpha,gpX,beta,gpY)
|
||||
if (info == 0) &
|
||||
& info = readMultiVecDevice(gpY,y)
|
||||
if (info /= 0) goto 9999
|
||||
call freeMultiVecDevice(gpX)
|
||||
call freeMultiVecDevice(gpY)
|
||||
endif
|
||||
|
||||
call psb_erractionrestore(err_act)
|
||||
return
|
||||
|
||||
9999 call psb_error_handler(err_act)
|
||||
|
||||
return
|
||||
|
||||
end subroutine psb_c_cuda_hdiag_csmv
|
||||
@ -0,0 +1,64 @@
|
||||
! Parallel Sparse BLAS GPU plugin
|
||||
! (C) Copyright 2013
|
||||
!
|
||||
! Salvatore Filippone
|
||||
! Alessandro Fanfarillo
|
||||
!
|
||||
! Redistribution and use in source and binary forms, with or without
|
||||
! modification, are permitted provided that the following conditions
|
||||
! are met:
|
||||
! 1. Redistributions of source code must retain the above copyright
|
||||
! notice, this list of conditions and the following disclaimer.
|
||||
! 2. Redistributions in binary form must reproduce the above copyright
|
||||
! notice, this list of conditions, and the following disclaimer in the
|
||||
! documentation and/or other materials provided with the distribution.
|
||||
! 3. The name of the PSBLAS group or the names of its contributors may
|
||||
! not be used to endorse or promote products derived from this
|
||||
! software without specific written permission.
|
||||
!
|
||||
! THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
! ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
||||
! TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||||
! PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS
|
||||
! BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
||||
! CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
||||
! SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
||||
! INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
||||
! CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
||||
! ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
||||
! POSSIBILITY OF SUCH DAMAGE.
|
||||
!
|
||||
|
||||
subroutine psb_c_cuda_hdiag_mold(a,b,info)
|
||||
|
||||
use psb_base_mod
|
||||
use psb_c_cuda_hdiag_mat_mod, psb_protect_name => psb_c_cuda_hdiag_mold
|
||||
implicit none
|
||||
class(psb_c_cuda_hdiag_sparse_mat), intent(in) :: a
|
||||
class(psb_c_base_sparse_mat), intent(inout), allocatable :: b
|
||||
integer(psb_ipk_), intent(out) :: info
|
||||
integer(psb_ipk_) :: err_act
|
||||
character(len=20) :: name='hdiag_mold'
|
||||
logical, parameter :: debug=.false.
|
||||
|
||||
call psb_get_erraction(err_act)
|
||||
|
||||
info = 0
|
||||
if (allocated(b)) then
|
||||
call b%free()
|
||||
deallocate(b,stat=info)
|
||||
end if
|
||||
if (info == 0) allocate(psb_c_cuda_hdiag_sparse_mat :: b, stat=info)
|
||||
|
||||
if (info /= psb_success_) then
|
||||
info = psb_err_alloc_dealloc_
|
||||
call psb_errpush(info, name)
|
||||
goto 9999
|
||||
end if
|
||||
return
|
||||
|
||||
9999 call psb_error_handler(err_act)
|
||||
|
||||
return
|
||||
|
||||
end subroutine psb_c_cuda_hdiag_mold
|
||||
Some files were not shown because too many files have changed in this diff Show More
Loading…
Reference in New Issue