/* Parallel Sparse BLAS GPU plugin */ /* (C) Copyright 2013 */ /* Salvatore Filippone */ /* Alessandro Fanfarillo */ /* Redistribution and use in source and binary forms, with or without */ /* modification, are permitted provided that the following conditions */ /* are met: */ /* 1. Redistributions of source code must retain the above copyright */ /* notice, this list of conditions and the following disclaimer. */ /* 2. Redistributions in binary form must reproduce the above copyright */ /* notice, this list of conditions, and the following disclaimer in the */ /* documentation and/or other materials provided with the distribution. */ /* 3. The name of the PSBLAS group or the names of its contributors may */ /* not be used to endorse or promote products derived from this */ /* software without specific written permission. */ /* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS */ /* ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED */ /* TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR */ /* PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS */ /* BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR */ /* CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF */ /* SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS */ /* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN */ /* CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) */ /* ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE */ /* POSSIBILITY OF SUCH DAMAGE. */ #include #include //#include "utils.h" //#include "common.h" #include "svectordev.h" int registerMappedFloat(void *buff, void **d_p, int n, float dummy) { return registerMappedMemory(buff,d_p,n*sizeof(float)); } int writeMultiVecDeviceFloat(void* deviceVec, float* hostVec) { int i; struct MultiVectDevice *devVec = (struct MultiVectDevice *) deviceVec; // Ex updateFromHost vector function i = writeRemoteBuffer((void*) hostVec, (void *)devVec->v_, devVec->pitch_*devVec->count_*sizeof(float)); if (i != 0) { fprintf(stderr,"From routine : %s : %d \n","FallocMultiVecDevice",i); } return(i); } int writeMultiVecDeviceFloatR2(void* deviceVec, float* hostVec, int ld) { int i; i = writeMultiVecDeviceFloat(deviceVec, (void *) hostVec); if (i != 0) { fprintf(stderr,"From routine : %s : %d \n","writeMultiVecDeviceFloatR2",i); } return(i); } int readMultiVecDeviceFloat(void* deviceVec, float* hostVec) { int i,j; struct MultiVectDevice *devVec = (struct MultiVectDevice *) deviceVec; i = readRemoteBuffer((void *) hostVec, (void *)devVec->v_, devVec->pitch_*devVec->count_*sizeof(float)); if (i != 0) { fprintf(stderr,"From routine : %s : %d \n","readMultiVecDeviceFloat",i); } return(i); } int readMultiVecDeviceFloatR2(void* deviceVec, float* hostVec, int ld) { int i; i = readMultiVecDeviceFloat(deviceVec, hostVec); if (i != 0) { fprintf(stderr,"From routine : %s : %d \n","readMultiVecDeviceFloatR2",i); } return(i); } int setscalMultiVecDeviceFloat(float val, int first, int last, int indexBase, void* devMultiVecX) { int i=0; int pitch = 0; struct MultiVectDevice *devVecX = (struct MultiVectDevice *) devMultiVecX; spgpuHandle_t handle=psb_cudaGetHandle(); spgpuSsetscal(handle, first, last, indexBase, val, (float *) devVecX->v_); return(i); } int geinsMultiVecDeviceFloat(int n, void* devMultiVecIrl, void* devMultiVecVal, int dupl, int indexBase, void* devMultiVecX) { int j=0, i=0,nmin=0,nmax=0; int pitch = 0; float beta; struct MultiVectDevice *devVecX = (struct MultiVectDevice *) devMultiVecX; struct MultiVectDevice *devVecIrl = (struct MultiVectDevice *) devMultiVecIrl; struct MultiVectDevice *devVecVal = (struct MultiVectDevice *) devMultiVecVal; spgpuHandle_t handle=psb_cudaGetHandle(); pitch = devVecIrl->pitch_; if ((n > devVecIrl->size_) || (n>devVecVal->size_ )) return SPGPU_UNSUPPORTED; //fprintf(stderr,"geins: %d %d %p %p %p\n",dupl,n,devVecIrl->v_,devVecVal->v_,devVecX->v_); if (dupl == INS_OVERWRITE) beta = 0.0; else if (dupl == INS_ADD) beta = 1.0; else beta = 0.0; spgpuSscat(handle, (float *) devVecX->v_, n, (float*)devVecVal->v_, (int*)devVecIrl->v_, indexBase, beta); return(i); } int igathMultiVecDeviceFloatVecIdx(void* deviceVec, int vectorId, int n, int first, void* deviceIdx, int hfirst, void* host_values, int indexBase) { int i, *idx; struct MultiVectDevice *devIdx = (struct MultiVectDevice *) deviceIdx; i= igathMultiVecDeviceFloat(deviceVec, vectorId, n, first, (void*) devIdx->v_, hfirst, host_values, indexBase); return(i); } int igathMultiVecDeviceFloat(void* deviceVec, int vectorId, int n, int first, void* indexes, int hfirst, void* host_values, int indexBase) { int i, *idx =(int *) indexes;; float *hv = (float *) host_values;; struct MultiVectDevice *devVec = (struct MultiVectDevice *) deviceVec; spgpuHandle_t handle=psb_cudaGetHandle(); i=0; hv = &(hv[hfirst-indexBase]); idx = &(idx[first-indexBase]); spgpuSgath(handle,hv, n, idx,indexBase, (float *) devVec->v_+vectorId*devVec->pitch_); return(i); } int iscatMultiVecDeviceFloatVecIdx(void* deviceVec, int vectorId, int n, int first, void *deviceIdx, int hfirst, void* host_values, int indexBase, float beta) { int i, *idx; struct MultiVectDevice *devIdx = (struct MultiVectDevice *) deviceIdx; i= iscatMultiVecDeviceFloat(deviceVec, vectorId, n, first, (void*) devIdx->v_, hfirst,host_values, indexBase, beta); return(i); } int iscatMultiVecDeviceFloat(void* deviceVec, int vectorId, int n, int first, void *indexes, int hfirst, void* host_values, int indexBase, float beta) { int i=0; float *hv = (float *) host_values; int *idx=(int *) indexes; struct MultiVectDevice *devVec = (struct MultiVectDevice *) deviceVec; spgpuHandle_t handle=psb_cudaGetHandle(); idx = &(idx[first-indexBase]); hv = &(hv[hfirst-indexBase]); spgpuSscat(handle, (float *) devVec->v_, n, hv, idx, indexBase, beta); return SPGPU_SUCCESS; } int nrm2MultiVecDeviceFloat(float* y_res, int n, void* devMultiVecA) { int i=0; spgpuHandle_t handle=psb_cudaGetHandle(); struct MultiVectDevice *devVecA = (struct MultiVectDevice *) devMultiVecA; spgpuSmnrm2(handle, y_res, n,(float *)devVecA->v_, devVecA->count_, devVecA->pitch_); return(i); } int amaxMultiVecDeviceFloat(float* y_res, int n, void* devMultiVecA) { int i=0; spgpuHandle_t handle=psb_cudaGetHandle(); struct MultiVectDevice *devVecA = (struct MultiVectDevice *) devMultiVecA; spgpuSmamax(handle, y_res, n,(float *)devVecA->v_, devVecA->count_, devVecA->pitch_); return(i); } int asumMultiVecDeviceFloat(float* y_res, int n, void* devMultiVecA) { int i=0; spgpuHandle_t handle=psb_cudaGetHandle(); struct MultiVectDevice *devVecA = (struct MultiVectDevice *) devMultiVecA; spgpuSmasum(handle, y_res, n,(float *)devVecA->v_, devVecA->count_, devVecA->pitch_); return(i); } int scalMultiVecDeviceFloat(float alpha, void* devMultiVecA) { int i=0; spgpuHandle_t handle=psb_cudaGetHandle(); struct MultiVectDevice *devVecA = (struct MultiVectDevice *) devMultiVecA; // Note: inner kernel can handle aliased input/output spgpuSscal(handle, (float *)devVecA->v_, devVecA->pitch_, alpha, (float *)devVecA->v_); return(i); } int dotMultiVecDeviceFloat(float* y_res, int n, void* devMultiVecA, void* devMultiVecB) {int i=0; struct MultiVectDevice *devVecA = (struct MultiVectDevice *) devMultiVecA; struct MultiVectDevice *devVecB = (struct MultiVectDevice *) devMultiVecB; spgpuHandle_t handle=psb_cudaGetHandle(); spgpuSmdot(handle, y_res, n, (float*)devVecA->v_, (float*)devVecB->v_,devVecA->count_,devVecB->pitch_); return(i); } int axpbyMultiVecDeviceFloat(int n,float alpha, void* devMultiVecX, float beta, void* devMultiVecY) { int j=0, i=0; int pitch = 0; struct MultiVectDevice *devVecX = (struct MultiVectDevice *) devMultiVecX; struct MultiVectDevice *devVecY = (struct MultiVectDevice *) devMultiVecY; spgpuHandle_t handle=psb_cudaGetHandle(); pitch = devVecY->pitch_; if ((n > devVecY->size_) || (n>devVecX->size_ )) return SPGPU_UNSUPPORTED; for(j=0;jcount_;j++) spgpuSaxpby(handle,(float*)devVecY->v_+pitch*j, n, beta, (float*)devVecY->v_+pitch*j, alpha,(float*) devVecX->v_+pitch*j); return(i); } int abgdxyzMultiVecDeviceFloat(int n,float alpha,float beta, float gamma, float delta, void* devMultiVecX, void* devMultiVecY, void* devMultiVecZ) { int j=0, i=0; int pitch = 0; struct MultiVectDevice *devVecX = (struct MultiVectDevice *) devMultiVecX; struct MultiVectDevice *devVecY = (struct MultiVectDevice *) devMultiVecY; struct MultiVectDevice *devVecZ = (struct MultiVectDevice *) devMultiVecZ; spgpuHandle_t handle=psb_cudaGetHandle(); pitch = devVecY->pitch_; if ((n > devVecY->size_) || (n>devVecX->size_ )) return SPGPU_UNSUPPORTED; spgpuSabgdxyz(handle,n, alpha,beta,gamma,delta, (float*)devVecX->v_,(float*) devVecY->v_,(float*) devVecZ->v_); return(i); } int xyzwMultiVecDeviceFloat(int n,float a,float b, float c, float d, float e, float f, void* devMultiVecX, void* devMultiVecY, void* devMultiVecZ, void* devMultiVecW) { int j=0, i=0; int pitch = 0; struct MultiVectDevice *devVecX = (struct MultiVectDevice *) devMultiVecX; struct MultiVectDevice *devVecY = (struct MultiVectDevice *) devMultiVecY; struct MultiVectDevice *devVecZ = (struct MultiVectDevice *) devMultiVecZ; struct MultiVectDevice *devVecW = (struct MultiVectDevice *) devMultiVecW; spgpuHandle_t handle=psb_cudaGetHandle(); pitch = devVecY->pitch_; if ((n > devVecY->size_) || (n>devVecX->size_ )) return SPGPU_UNSUPPORTED; spgpuSxyzw(handle,n, a,b,c,d,e,f, (float*)devVecX->v_,(float*) devVecY->v_, (float*) devVecZ->v_,(float*) devVecW->v_); return(i); } int axyMultiVecDeviceFloat(int n, float alpha, void *deviceVecA, void *deviceVecB) { int i = 0; struct MultiVectDevice *devVecA = (struct MultiVectDevice *) deviceVecA; struct MultiVectDevice *devVecB = (struct MultiVectDevice *) deviceVecB; spgpuHandle_t handle=psb_cudaGetHandle(); if ((n > devVecA->size_) || (n>devVecB->size_ )) return SPGPU_UNSUPPORTED; spgpuSmaxy(handle, (float*)devVecB->v_, n, alpha, (float*)devVecA->v_, (float*)devVecB->v_, devVecA->count_, devVecA->pitch_); return(i); } int axybzMultiVecDeviceFloat(int n, float alpha, void *deviceVecA, void *deviceVecB, float beta, void *deviceVecZ) { int i=0; struct MultiVectDevice *devVecA = (struct MultiVectDevice *) deviceVecA; struct MultiVectDevice *devVecB = (struct MultiVectDevice *) deviceVecB; struct MultiVectDevice *devVecZ = (struct MultiVectDevice *) deviceVecZ; spgpuHandle_t handle=psb_cudaGetHandle(); if ((n > devVecA->size_) || (n>devVecB->size_ ) || (n>devVecZ->size_ )) return SPGPU_UNSUPPORTED; spgpuSmaxypbz(handle, (float*)devVecZ->v_, n, beta, (float*)devVecZ->v_, alpha, (float*) devVecA->v_, (float*) devVecB->v_, devVecB->count_, devVecB->pitch_); return(i); } int absMultiVecDeviceFloat2(int n, float alpha, void *deviceVecA, void *deviceVecB) { int i=0; struct MultiVectDevice *devVecA = (struct MultiVectDevice *) deviceVecA; struct MultiVectDevice *devVecB = (struct MultiVectDevice *) deviceVecB; spgpuHandle_t handle=psb_cudaGetHandle(); if ((n > devVecA->size_) || (n>devVecB->size_ )) return SPGPU_UNSUPPORTED; spgpuSabs(handle, (float*)devVecB->v_, n, alpha, (float*)devVecA->v_); return(i); } int absMultiVecDeviceFloat(int n, float alpha, void *deviceVecA) { int i = 0; struct MultiVectDevice *devVecA = (struct MultiVectDevice *) deviceVecA; spgpuHandle_t handle=psb_cudaGetHandle(); if (n > devVecA->size_) return SPGPU_UNSUPPORTED; spgpuSabs(handle, (float*)devVecA->v_, n, alpha, (float*)devVecA->v_); return(i); }