You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
484 lines
14 KiB
Fortran
484 lines
14 KiB
Fortran
!
|
|
! Parallel Sparse BLAS version 3.5
|
|
! (C) Copyright 2006-2018
|
|
! Salvatore Filippone
|
|
! Alfredo Buttari
|
|
!
|
|
! Redistribution and use in source and binary forms, with or without
|
|
! modification, are permitted provided that the following conditions
|
|
! are met:
|
|
! 1. Redistributions of source code must retain the above copyright
|
|
! notice, this list of conditions and the following disclaimer.
|
|
! 2. Redistributions in binary form must reproduce the above copyright
|
|
! notice, this list of conditions, and the following disclaimer in the
|
|
! documentation and/or other materials provided with the distribution.
|
|
! 3. The name of the PSBLAS group or the names of its contributors may
|
|
! not be used to endorse or promote products derived from this
|
|
! software without specific written permission.
|
|
!
|
|
! THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
|
! ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
|
|
! TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
|
! PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE PSBLAS GROUP OR ITS CONTRIBUTORS
|
|
! BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
|
! CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
|
! SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
|
! INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
|
! CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
|
! ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
|
! POSSIBILITY OF SUCH DAMAGE.
|
|
!
|
|
!
|
|
! File: psb_dspgather.f90
|
|
subroutine psb_dsp_allgather(globa, loca, desc_a, info, root, dupl,keepnum,keeploc)
|
|
#if defined(HAVE_ISO_FORTRAN_ENV)
|
|
use iso_fortran_env
|
|
#endif
|
|
use psb_desc_mod
|
|
use psb_error_mod
|
|
use psb_penv_mod
|
|
use psb_mat_mod
|
|
use psb_tools_mod
|
|
#ifdef MPI_MOD
|
|
use mpi
|
|
#endif
|
|
implicit none
|
|
#ifdef MPI_H
|
|
include 'mpif.h'
|
|
#endif
|
|
type(psb_dspmat_type), intent(inout) :: loca
|
|
type(psb_dspmat_type), intent(inout) :: globa
|
|
type(psb_desc_type), intent(in) :: desc_a
|
|
integer(psb_ipk_), intent(out) :: info
|
|
integer(psb_ipk_), intent(in), optional :: root, dupl
|
|
logical, intent(in), optional :: keepnum,keeploc
|
|
|
|
type(psb_d_coo_sparse_mat) :: loc_coo, glob_coo
|
|
integer(psb_ipk_) :: nrg, ncg, nzg, nzl
|
|
integer(psb_ipk_) :: err_act, dupl_
|
|
integer(psb_ipk_) :: ip,naggrm1,naggrp1, i, j, k
|
|
logical :: keepnum_, keeploc_
|
|
integer(psb_mpk_) :: ictxt,np,me
|
|
integer(psb_mpk_) :: icomm, minfo, ndx
|
|
integer(psb_mpk_), allocatable :: nzbr(:), idisp(:)
|
|
integer(psb_lpk_), allocatable :: locia(:), locja(:), glbia(:), glbja(:)
|
|
integer(psb_ipk_) :: ierr(5)
|
|
character(len=20) :: name
|
|
integer(psb_ipk_) :: debug_level, debug_unit
|
|
|
|
name='psb_gather'
|
|
info=psb_success_
|
|
|
|
call psb_erractionsave(err_act)
|
|
if (psb_errstatus_fatal()) then
|
|
info = psb_err_internal_error_ ; goto 9999
|
|
end if
|
|
ictxt = desc_a%get_context()
|
|
icomm = desc_a%get_mpic()
|
|
call psb_info(ictxt, me, np)
|
|
|
|
if (present(keepnum)) then
|
|
keepnum_ = keepnum
|
|
else
|
|
keepnum_ = .true.
|
|
end if
|
|
if (present(keeploc)) then
|
|
keeploc_ = keeploc
|
|
else
|
|
keeploc_ = .true.
|
|
end if
|
|
call globa%free()
|
|
|
|
if (keepnum_) then
|
|
nrg = desc_a%get_global_rows()
|
|
ncg = desc_a%get_global_rows()
|
|
|
|
allocate(nzbr(np), idisp(np),stat=info)
|
|
if (info /= psb_success_) then
|
|
info=psb_err_alloc_request_
|
|
ierr(1) = 2*np
|
|
call psb_errpush(info,name,i_err=ierr,a_err='integer')
|
|
goto 9999
|
|
end if
|
|
|
|
|
|
if (keeploc_) then
|
|
call loca%cp_to(loc_coo)
|
|
else
|
|
call loca%mv_to(loc_coo)
|
|
end if
|
|
nzl = loc_coo%get_nzeros()
|
|
call psb_realloc(nzl,locia,info)
|
|
call psb_realloc(nzl,locja,info)
|
|
call psb_loc_to_glob(loc_coo%ia(1:nzl),locia(1:nzl),desc_a,info,iact='I')
|
|
call psb_loc_to_glob(loc_coo%ja(1:nzl),locja(1:nzl),desc_a,info,iact='I')
|
|
nzbr(:) = 0
|
|
nzbr(me+1) = nzl
|
|
call psb_sum(ictxt,nzbr(1:np))
|
|
nzg = sum(nzbr)
|
|
if (nzg <0) then
|
|
info = psb_err_mpi_int_ovflw_
|
|
call psb_errpush(info,name); goto 9999
|
|
end if
|
|
#if defined(HAVE_ISO_FORTRAN_ENV)
|
|
if (nrg > HUGE(1_psb_mpk_)) then
|
|
info = psb_err_mpi_int_ovflw_
|
|
call psb_errpush(info,name); goto 9999
|
|
end if
|
|
#endif
|
|
|
|
if (info == psb_success_) call psb_realloc(nzg,glbia,info)
|
|
if (info == psb_success_) call psb_realloc(nzg,glbja,info)
|
|
if (info == psb_success_) call glob_coo%allocate(nrg,ncg,nzg)
|
|
if (info /= psb_success_) goto 9999
|
|
|
|
do ip=1,np
|
|
idisp(ip) = sum(nzbr(1:ip-1))
|
|
enddo
|
|
ndx = nzbr(me+1)
|
|
call mpi_allgatherv(loc_coo%val,ndx,psb_mpi_r_dpk_,&
|
|
& glob_coo%val,nzbr,idisp,&
|
|
& psb_mpi_r_dpk_,icomm,minfo)
|
|
if (minfo == psb_success_) call &
|
|
& mpi_allgatherv(locia,ndx,psb_mpi_lpk_,&
|
|
& glbia,nzbr,idisp,&
|
|
& psb_mpi_lpk_,icomm,minfo)
|
|
if (minfo == psb_success_) call &
|
|
& mpi_allgatherv(locja,ndx,psb_mpi_lpk_,&
|
|
& glbja,nzbr,idisp,&
|
|
& psb_mpi_lpk_,icomm,minfo)
|
|
|
|
if (minfo /= psb_success_) then
|
|
info = minfo
|
|
call psb_errpush(psb_err_internal_error_,name,a_err=' from mpi_allgatherv')
|
|
goto 9999
|
|
end if
|
|
call loc_coo%free()
|
|
deallocate(locia,locja, stat=info)
|
|
!
|
|
! Is the code below safe? For very large cases
|
|
! the indices in glob_coo will overflow. But then,
|
|
! for very large cases it does not make sense to
|
|
! gather the matrix on a single procecss anyway...
|
|
!
|
|
glob_coo%ia(1:nzg) = glbia(1:nzg)
|
|
glob_coo%ja(1:nzg) = glbja(1:nzg)
|
|
call glob_coo%set_nzeros(nzg)
|
|
if (present(dupl)) call glob_coo%set_dupl(dupl)
|
|
call globa%mv_from(glob_coo)
|
|
deallocate(glbia,glbja, stat=info)
|
|
|
|
else
|
|
write(psb_err_unit,*) 'SP_ALLGATHER: Not implemented yet with keepnum ',keepnum_
|
|
info = -1
|
|
goto 9999
|
|
end if
|
|
|
|
|
|
|
|
call psb_erractionrestore(err_act)
|
|
return
|
|
|
|
9999 continue
|
|
call psb_errpush(info,name)
|
|
call psb_error_handler(ione*ictxt,err_act)
|
|
|
|
return
|
|
|
|
end subroutine psb_dsp_allgather
|
|
|
|
|
|
subroutine psb_ldsp_allgather(globa, loca, desc_a, info, root, dupl,keepnum,keeploc)
|
|
#if defined(HAVE_ISO_FORTRAN_ENV)
|
|
use iso_fortran_env
|
|
#endif
|
|
use psb_desc_mod
|
|
use psb_error_mod
|
|
use psb_penv_mod
|
|
use psb_mat_mod
|
|
use psb_tools_mod
|
|
#ifdef MPI_MOD
|
|
use mpi
|
|
#endif
|
|
implicit none
|
|
#ifdef MPI_H
|
|
include 'mpif.h'
|
|
#endif
|
|
type(psb_dspmat_type), intent(inout) :: loca
|
|
type(psb_ldspmat_type), intent(inout) :: globa
|
|
type(psb_desc_type), intent(in) :: desc_a
|
|
integer(psb_ipk_), intent(out) :: info
|
|
integer(psb_ipk_), intent(in), optional :: root, dupl
|
|
logical, intent(in), optional :: keepnum,keeploc
|
|
|
|
type(psb_ld_coo_sparse_mat) :: loc_coo, glob_coo
|
|
integer(psb_lpk_) :: nrg, ncg, nzg
|
|
integer(psb_ipk_) :: err_act, dupl_
|
|
integer(psb_ipk_) :: ip,naggrm1,naggrp1, i, j, k, nzl
|
|
logical :: keepnum_, keeploc_
|
|
integer(psb_mpk_) :: ictxt,np,me
|
|
integer(psb_mpk_) :: icomm, minfo, ndx
|
|
integer(psb_mpk_), allocatable :: nzbr(:), idisp(:)
|
|
integer(psb_lpk_), allocatable :: lnzbr(:)
|
|
integer(psb_ipk_) :: ierr(5)
|
|
character(len=20) :: name
|
|
integer(psb_ipk_) :: debug_level, debug_unit
|
|
|
|
name='psb_gather'
|
|
info=psb_success_
|
|
|
|
call psb_erractionsave(err_act)
|
|
if (psb_errstatus_fatal()) then
|
|
info = psb_err_internal_error_ ; goto 9999
|
|
end if
|
|
ictxt = desc_a%get_context()
|
|
icomm = desc_a%get_mpic()
|
|
call psb_info(ictxt, me, np)
|
|
|
|
if (present(keepnum)) then
|
|
keepnum_ = keepnum
|
|
else
|
|
keepnum_ = .true.
|
|
end if
|
|
if (present(keeploc)) then
|
|
keeploc_ = keeploc
|
|
else
|
|
keeploc_ = .true.
|
|
end if
|
|
call globa%free()
|
|
|
|
if (keepnum_) then
|
|
nrg = desc_a%get_global_rows()
|
|
ncg = desc_a%get_global_rows()
|
|
|
|
allocate(nzbr(np), idisp(np),lnzbr(np),stat=info)
|
|
if (info /= psb_success_) then
|
|
info=psb_err_alloc_request_; ierr(1) = 3*np
|
|
call psb_errpush(info,name,i_err=ierr,a_err='integer')
|
|
goto 9999
|
|
end if
|
|
|
|
|
|
if (keeploc_) then
|
|
call loca%cp_to(loc_coo)
|
|
else
|
|
call loca%mv_to(loc_coo)
|
|
end if
|
|
nzl = loc_coo%get_nzeros()
|
|
call psb_loc_to_glob(loc_coo%ia(1:nzl),desc_a,info,iact='I')
|
|
call psb_loc_to_glob(loc_coo%ja(1:nzl),desc_a,info,iact='I')
|
|
nzbr(:) = 0
|
|
nzbr(me+1) = nzl
|
|
call psb_sum(ictxt,nzbr(1:np))
|
|
lnzbr = nzbr
|
|
nzg = sum(nzbr)
|
|
if ((nzg < 0).or.(nzg /= sum(lnzbr))) then
|
|
info = psb_err_mpi_int_ovflw_
|
|
call psb_errpush(info,name); goto 9999
|
|
end if
|
|
#if defined(HAVE_ISO_FORTRAN_ENV)
|
|
if ((nrg > HUGE(1_psb_mpk_)).or.(nzg > HUGE(1_psb_mpk_))&
|
|
& .or.(sum(lnzbr) > HUGE(1_psb_mpk_))) then
|
|
info = psb_err_mpi_int_ovflw_
|
|
call psb_errpush(info,name); goto 9999
|
|
end if
|
|
#endif
|
|
if (info == psb_success_) call glob_coo%allocate(nrg,ncg,nzg)
|
|
if (info /= psb_success_) goto 9999
|
|
!
|
|
! PLS REVIEW AND ADD OVERFLOW ERROR CHECKING
|
|
!
|
|
|
|
do ip=1,np
|
|
idisp(ip) = sum(nzbr(1:ip-1))
|
|
enddo
|
|
ndx = nzbr(me+1)
|
|
call mpi_allgatherv(loc_coo%val,ndx,psb_mpi_r_dpk_,&
|
|
& glob_coo%val,nzbr,idisp,&
|
|
& psb_mpi_r_dpk_,icomm,minfo)
|
|
if (minfo == psb_success_) call &
|
|
& mpi_allgatherv(loc_coo%ia,ndx,psb_mpi_lpk_,&
|
|
& glob_coo%ia,nzbr,idisp,&
|
|
& psb_mpi_lpk_,icomm,minfo)
|
|
if (minfo == psb_success_) call &
|
|
& mpi_allgatherv(loc_coo%ja,ndx,psb_mpi_lpk_,&
|
|
& glob_coo%ja,nzbr,idisp,&
|
|
& psb_mpi_lpk_,icomm,minfo)
|
|
|
|
if (minfo /= psb_success_) then
|
|
info = minfo
|
|
call psb_errpush(psb_err_internal_error_,name,a_err=' from mpi_allgatherv')
|
|
goto 9999
|
|
end if
|
|
call loc_coo%free()
|
|
!
|
|
! Is the code below safe? For very large cases
|
|
! the indices in glob_coo will overflow. But then,
|
|
! for very large cases it does not make sense to
|
|
! gather the matrix on a single procecss anyway...
|
|
!
|
|
call glob_coo%set_nzeros(nzg)
|
|
if (present(dupl)) call glob_coo%set_dupl(dupl)
|
|
call globa%mv_from(glob_coo)
|
|
|
|
else
|
|
write(psb_err_unit,*) 'SP_ALLGATHER: Not implemented yet with keepnum ',keepnum_
|
|
info = -1
|
|
goto 9999
|
|
end if
|
|
|
|
call psb_erractionrestore(err_act)
|
|
return
|
|
|
|
9999 continue
|
|
call psb_errpush(info,name)
|
|
call psb_error_handler(ione*ictxt,err_act)
|
|
|
|
return
|
|
|
|
end subroutine psb_ldsp_allgather
|
|
|
|
subroutine psb_ldldsp_allgather(globa, loca, desc_a, info, root, dupl,keepnum,keeploc)
|
|
#if defined(HAVE_ISO_FORTRAN_ENV)
|
|
use iso_fortran_env
|
|
#endif
|
|
use psb_desc_mod
|
|
use psb_error_mod
|
|
use psb_penv_mod
|
|
use psb_mat_mod
|
|
use psb_tools_mod
|
|
#ifdef MPI_MOD
|
|
use mpi
|
|
#endif
|
|
implicit none
|
|
#ifdef MPI_H
|
|
include 'mpif.h'
|
|
#endif
|
|
type(psb_ldspmat_type), intent(inout) :: loca
|
|
type(psb_ldspmat_type), intent(inout) :: globa
|
|
type(psb_desc_type), intent(in) :: desc_a
|
|
integer(psb_ipk_), intent(out) :: info
|
|
integer(psb_ipk_), intent(in), optional :: root, dupl
|
|
logical, intent(in), optional :: keepnum,keeploc
|
|
|
|
type(psb_ld_coo_sparse_mat) :: loc_coo, glob_coo
|
|
integer(psb_lpk_) :: nrg, ncg, nzg
|
|
integer(psb_ipk_) :: err_act, dupl_
|
|
integer(psb_lpk_) :: ip,naggrm1,naggrp1, i, j, k, nzl
|
|
logical :: keepnum_, keeploc_
|
|
integer(psb_mpk_) :: ictxt,np,me
|
|
integer(psb_mpk_) :: icomm, minfo, ndx
|
|
integer(psb_mpk_), allocatable :: nzbr(:), idisp(:)
|
|
integer(psb_lpk_), allocatable :: lnzbr(:)
|
|
integer(psb_ipk_) :: ierr(5)
|
|
character(len=20) :: name
|
|
integer(psb_ipk_) :: debug_level, debug_unit
|
|
|
|
name='psb_gather'
|
|
info=psb_success_
|
|
|
|
call psb_erractionsave(err_act)
|
|
if (psb_errstatus_fatal()) then
|
|
info = psb_err_internal_error_ ; goto 9999
|
|
end if
|
|
ictxt = desc_a%get_context()
|
|
icomm = desc_a%get_mpic()
|
|
call psb_info(ictxt, me, np)
|
|
|
|
if (present(keepnum)) then
|
|
keepnum_ = keepnum
|
|
else
|
|
keepnum_ = .true.
|
|
end if
|
|
if (present(keeploc)) then
|
|
keeploc_ = keeploc
|
|
else
|
|
keeploc_ = .true.
|
|
end if
|
|
call globa%free()
|
|
|
|
if (keepnum_) then
|
|
nrg = desc_a%get_global_rows()
|
|
ncg = desc_a%get_global_rows()
|
|
|
|
allocate(nzbr(np), idisp(np),lnzbr(np),stat=info)
|
|
if (info /= psb_success_) then
|
|
info=psb_err_alloc_request_; ierr(1) = 3*np
|
|
call psb_errpush(info,name,i_err=ierr,a_err='integer')
|
|
goto 9999
|
|
end if
|
|
|
|
|
|
if (keeploc_) then
|
|
call loca%cp_to(loc_coo)
|
|
else
|
|
call loca%mv_to(loc_coo)
|
|
end if
|
|
nzl = loc_coo%get_nzeros()
|
|
call psb_loc_to_glob(loc_coo%ia(1:nzl),desc_a,info,iact='I')
|
|
call psb_loc_to_glob(loc_coo%ja(1:nzl),desc_a,info,iact='I')
|
|
nzbr(:) = 0
|
|
nzbr(me+1) = nzl
|
|
call psb_sum(ictxt,nzbr(1:np))
|
|
lnzbr = nzbr
|
|
nzg = sum(nzbr)
|
|
if ((nzg < 0).or.(nzg /= sum(lnzbr))) then
|
|
info = psb_err_mpi_int_ovflw_
|
|
call psb_errpush(info,name); goto 9999
|
|
end if
|
|
#if defined(HAVE_ISO_FORTRAN_ENV)
|
|
if ((nrg > HUGE(1_psb_mpk_)).or.(nzg > HUGE(1_psb_mpk_))&
|
|
& .or.(sum(lnzbr) > HUGE(1_psb_mpk_))) then
|
|
info = psb_err_mpi_int_ovflw_
|
|
call psb_errpush(info,name); goto 9999
|
|
end if
|
|
#endif
|
|
if (info == psb_success_) call glob_coo%allocate(nrg,ncg,nzg)
|
|
if (info /= psb_success_) goto 9999
|
|
|
|
do ip=1,np
|
|
idisp(ip) = sum(nzbr(1:ip-1))
|
|
enddo
|
|
ndx = nzbr(me+1)
|
|
call mpi_allgatherv(loc_coo%val,ndx,psb_mpi_r_dpk_,&
|
|
& glob_coo%val,nzbr,idisp,&
|
|
& psb_mpi_r_dpk_,icomm,minfo)
|
|
if (minfo == psb_success_) call &
|
|
& mpi_allgatherv(loc_coo%ia,ndx,psb_mpi_lpk_,&
|
|
& glob_coo%ia,nzbr,idisp,&
|
|
& psb_mpi_lpk_,icomm,minfo)
|
|
if (minfo == psb_success_) call &
|
|
& mpi_allgatherv(loc_coo%ja,ndx,psb_mpi_lpk_,&
|
|
& glob_coo%ja,nzbr,idisp,&
|
|
& psb_mpi_lpk_,icomm,minfo)
|
|
|
|
if (minfo /= psb_success_) then
|
|
info = minfo
|
|
call psb_errpush(psb_err_internal_error_,name,a_err=' from mpi_allgatherv')
|
|
goto 9999
|
|
end if
|
|
call loc_coo%free()
|
|
!
|
|
call glob_coo%set_nzeros(nzg)
|
|
if (present(dupl)) call glob_coo%set_dupl(dupl)
|
|
call globa%mv_from(glob_coo)
|
|
|
|
else
|
|
write(psb_err_unit,*) 'SP_ALLGATHER: Not implemented yet with keepnum ',keepnum_
|
|
info = -1
|
|
goto 9999
|
|
end if
|
|
|
|
|
|
|
|
call psb_erractionrestore(err_act)
|
|
return
|
|
|
|
9999 continue
|
|
call psb_errpush(info,name)
|
|
call psb_error_handler(ione*ictxt,err_act)
|
|
|
|
return
|
|
|
|
end subroutine psb_ldldsp_allgather
|