!!$ !!$ !!$ MLD2P4 version 2.1 !!$ MultiLevel Domain Decomposition Parallel Preconditioners Package !!$ based on PSBLAS (Parallel Sparse BLAS version 3.4) !!$ !!$ (C) Copyright 2008, 2010, 2012, 2015, 2017 !!$ !!$ Salvatore Filippone Cranfield University !!$ Ambra Abdullahi Hassan University of Rome Tor Vergata !!$ Alfredo Buttari CNRS-IRIT, Toulouse !!$ Pasqua D'Ambra ICAR-CNR, Naples !!$ Daniela di Serafino University of Campania "L. Vanvitelli", Caserta !!$ !!$ Redistribution and use in source and binary forms, with or without !!$ modification, are permitted provided that the following conditions !!$ are met: !!$ 1. Redistributions of source code must retain the above copyright !!$ notice, this list of conditions and the following disclaimer. !!$ 2. Redistributions in binary form must reproduce the above copyright !!$ notice, this list of conditions, and the following disclaimer in the !!$ documentation and/or other materials provided with the distribution. !!$ 3. The name of the MLD2P4 group or the names of its contributors may !!$ not be used to endorse or promote products derived from this !!$ software without specific written permission. !!$ !!$ THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS !!$ ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED !!$ TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR !!$ PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE MLD2P4 GROUP OR ITS CONTRIBUTORS !!$ BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR !!$ CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF !!$ SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS !!$ INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN !!$ CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) !!$ ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE !!$ POSSIBILITY OF SUCH DAMAGE. !!$ !!$ ! File: mld_d_hierarchy_bld.f90 ! ! Subroutine: mld_d_hierarchy_bld ! Version: real ! ! This routine builds the preconditioner according to the requirements made by ! the user trough the subroutines mld_precinit and mld_precset. ! ! A multilevel preconditioner is regarded as an array of 'one-level' data structures, ! each containing the part of the preconditioner associated to a certain level, ! (for more details see the description of mld_Tonelev_type in mld_prec_type.f90). ! The levels are numbered in increasing order starting from the finest one, i.e. ! level 1 is the finest level. No transfer operators are associated to level 1. ! ! ! Arguments: ! a - type(psb_dspmat_type). ! The sparse matrix structure containing the local part of the ! matrix to be preconditioned. ! desc_a - type(psb_desc_type), input. ! The communication descriptor of a. ! p - type(mld_dprec_type), input/output. ! The preconditioner data structure containing the local part ! of the preconditioner to be built. ! info - integer, output. ! Error code. ! ! amold - class(psb_d_base_sparse_mat), input, optional ! Mold for the inner format of matrices contained in the ! preconditioner ! ! ! vmold - class(psb_d_base_vect_type), input, optional ! Mold for the inner format of vectors contained in the ! preconditioner ! ! ! subroutine mld_d_extprol_bld(a,desc_a,p,prolv,restrv,info,amold,vmold,imold) use psb_base_mod use mld_d_inner_mod use mld_d_prec_mod, mld_protect_name => mld_d_extprol_bld Implicit None ! Arguments type(psb_dspmat_type),intent(in), target :: a type(psb_dspmat_type),intent(inout), target :: prolv(:) type(psb_dspmat_type),intent(inout), target :: restrv(:) type(psb_desc_type), intent(inout), target :: desc_a type(mld_dprec_type),intent(inout),target :: p integer(psb_ipk_), intent(out) :: info class(psb_d_base_sparse_mat), intent(in), optional :: amold class(psb_d_base_vect_type), intent(in), optional :: vmold class(psb_i_base_vect_type), intent(in), optional :: imold ! !$ character, intent(in), optional :: upd ! Local Variables integer(psb_ipk_) :: ictxt, me,np integer(psb_ipk_) :: err,i,k, err_act, iszv, newsz, casize, nplevs, mxplevs integer(psb_ipk_) :: nprolv, nrestrv real(psb_dpk_) :: mnaggratio integer(psb_ipk_) :: ipv(mld_ifpsz_), val class(mld_d_base_smoother_type), allocatable :: coarse_sm, base_sm, med_sm type(mld_dml_parms) :: baseparms, medparms, coarseparms type(mld_d_onelev_type), allocatable :: tprecv(:) integer(psb_ipk_) :: int_err(5) character :: upd_ integer(psb_ipk_) :: debug_level, debug_unit character(len=20) :: name, ch_err logical, parameter :: debug=.false. if (psb_get_errstatus().ne.0) return info=psb_success_ err=0 call psb_erractionsave(err_act) debug_unit = psb_get_debug_unit() debug_level = psb_get_debug_level() name = 'mld_d_extprol_bld' info = psb_success_ int_err(1) = 0 ictxt = desc_a%get_context() call psb_info(ictxt, me, np) p%ictxt = ictxt if (debug_level >= psb_debug_outer_) & & write(debug_unit,*) me,' ',trim(name),& & 'Entering ' ! ! For the time being we are commenting out the UPDATE argument ! we plan to resurrect it later. ! !$ if (present(upd)) then ! !$ if (debug_level >= psb_debug_outer_) & ! !$ & write(debug_unit,*) me,' ',trim(name),'UPD ', upd ! !$ ! !$ if ((psb_toupper(upd).eq.'F').or.(psb_toupper(upd).eq.'T')) then ! !$ upd_=psb_toupper(upd) ! !$ else ! !$ upd_='F' ! !$ endif ! !$ else ! !$ upd_='F' ! !$ endif upd_ = 'F' if (.not.allocated(p%precv)) then !! Error: should have called mld_dprecinit info=3111 call psb_errpush(info,name) goto 9999 end if ! ! Check to ensure all procs have the same ! newsz = -1 casize = p%coarse_aggr_size mxplevs = p%max_prec_levs mnaggratio = p%min_aggr_ratio casize = p%coarse_aggr_size iszv = size(p%precv) nprolv = size(prolv) nrestrv = size(restrv) call psb_bcast(ictxt,iszv) call psb_bcast(ictxt,casize) call psb_bcast(ictxt,mxplevs) call psb_bcast(ictxt,mnaggratio) call psb_bcast(ictxt,nprolv) call psb_bcast(ictxt,nrestrv) if (casize /= p%coarse_aggr_size) then info=psb_err_internal_error_ call psb_errpush(info,name,a_err='Inconsistent coarse_aggr_size') goto 9999 end if if (mxplevs /= p%max_prec_levs) then info=psb_err_internal_error_ call psb_errpush(info,name,a_err='Inconsistent max_prec_levs') goto 9999 end if if (mnaggratio /= p%min_aggr_ratio) then info=psb_err_internal_error_ call psb_errpush(info,name,a_err='Inconsistent min_aggr_ratio') goto 9999 end if if (iszv /= size(p%precv)) then info=psb_err_internal_error_ call psb_errpush(info,name,a_err='Inconsistent size of precv') goto 9999 end if if (nprolv /= size(prolv)) then info=psb_err_internal_error_ call psb_errpush(info,name,a_err='Inconsistent size of prolv') goto 9999 end if if (nrestrv /= size(restrv)) then info=psb_err_internal_error_ call psb_errpush(info,name,a_err='Inconsistent size of restrv') goto 9999 end if if (nrestrv /= nprolv) then info=psb_err_internal_error_ call psb_errpush(info,name,a_err='Inconsistent size prolv vs restrv') goto 9999 end if if (iszv <= 1) then ! We should only ever get here for multilevel. info=psb_err_from_subroutine_ ch_err='size bpv' call psb_errpush(info,name,a_err=ch_err) goto 9999 endif if (nrestrv < 1) then ! We should only ever get here for multilevel. info=psb_err_from_subroutine_ ch_err='size restrv' call psb_errpush(info,name,a_err=ch_err) goto 9999 endif ! nplevs = nrestrv + 1 p%max_prec_levs = nplevs ! ! Fixed number of levels. ! nplevs = max(itwo,mxplevs) coarseparms = p%precv(iszv)%parms baseparms = p%precv(1)%parms medparms = p%precv(2)%parms allocate(coarse_sm, source=p%precv(iszv)%sm,stat=info) if (info == psb_success_) & & allocate(med_sm, source=p%precv(2)%sm,stat=info) if (info == psb_success_) & & allocate(base_sm, source=p%precv(1)%sm,stat=info) if (info /= psb_success_) then write(0,*) 'Error in saving smoothers',info call psb_errpush(psb_err_internal_error_,name,a_err='Base level precbuild.') goto 9999 end if if (iszv /= nplevs) then allocate(tprecv(nplevs),stat=info) if (info /= psb_success_) then call psb_errpush(psb_err_from_subroutine_,name,& & a_err='prec reallocation') goto 9999 endif tprecv(1)%parms = baseparms allocate(tprecv(1)%sm,source=base_sm,stat=info) if (info /= psb_success_) then call psb_errpush(psb_err_from_subroutine_,name,& & a_err='prec reallocation') goto 9999 endif do i=2,nplevs-1 tprecv(i)%parms = medparms allocate(tprecv(i)%sm,source=med_sm,stat=info) if (info /= psb_success_) then call psb_errpush(psb_err_from_subroutine_,name,& & a_err='prec reallocation') goto 9999 endif end do tprecv(nplevs)%parms = coarseparms allocate(tprecv(nplevs)%sm,source=coarse_sm,stat=info) if (info /= psb_success_) then call psb_errpush(psb_err_from_subroutine_,name,& & a_err='prec reallocation') goto 9999 endif do i=1,iszv call p%precv(i)%free(info) end do call move_alloc(tprecv,p%precv) iszv = size(p%precv) end if ! ! Finest level first; remember to fix base_a and base_desc ! p%precv(1)%base_a => a p%precv(1)%base_desc => desc_a newsz = 0 array_build_loop: do i=2, iszv ! ! Sanity checks on the parameters ! if (i p%precv(i)%ac p%precv(i)%base_desc => p%precv(i)%desc_ac if (i>2) then if (all(p%precv(i)%map%naggr == p%precv(i-1)%map%naggr)) then newsz=i-1 end if call psb_bcast(ictxt,newsz) if (newsz > 0) exit array_build_loop end if end do array_build_loop if (info /= psb_success_) then call psb_errpush(psb_err_internal_error_,name,& & a_err='Internal hierarchy build' ) goto 9999 endif iszv = size(p%precv) if (debug_level >= psb_debug_outer_) & & write(debug_unit,*) me,' ',trim(name),& & 'Exiting with',iszv,' levels' call psb_erractionrestore(err_act) return 9999 call psb_error_handler(err_act) return contains subroutine mld_d_extaggr_bld(a,desc_a,p,op_restr,op_prol,info) use psb_base_mod use mld_d_inner_mod implicit none ! Arguments type(psb_dspmat_type), intent(in), target :: a type(psb_dspmat_type), intent(inout) :: op_restr,op_prol type(psb_desc_type), intent(in), target :: desc_a type(mld_d_onelev_type), intent(inout),target :: p integer(psb_ipk_), intent(out) :: info ! Local variables character(len=20) :: name integer(psb_mpik_) :: ictxt, np, me, ncol integer(psb_ipk_) :: err_act,ntaggr,nzl integer(psb_ipk_), allocatable :: ilaggr(:), nlaggr(:) type(psb_dspmat_type) :: ac, am2, am3, am4 type(psb_d_coo_sparse_mat) :: acoo, bcoo type(psb_d_csr_sparse_mat) :: acsr1 logical, parameter :: debug=.false. name='mld_d_extaggr_bld' if (psb_get_errstatus().ne.0) return call psb_erractionsave(err_act) info = psb_success_ ictxt = desc_a%get_context() call psb_info(ictxt,me,np) allocate(nlaggr(np),ilaggr(1)) nlaggr = 0 ilaggr = 0 p%parms%aggr_alg = mld_ext_aggr_ call mld_check_def(p%parms%ml_type,'Multilevel type',& & mld_mult_ml_,is_legal_ml_type) call mld_check_def(p%parms%coarse_mat,'Coarse matrix',& & mld_distr_mat_,is_legal_ml_coarse_mat) nlaggr(me+1) = op_restr%get_nrows() if (op_restr%get_nrows() /= op_prol%get_ncols()) then info=psb_err_internal_error_ call psb_errpush(info,name,a_err='Inconsistent restr/prol sizes') goto 9999 end if call psb_sum(ictxt,nlaggr) ntaggr = sum(nlaggr) ncol = desc_a%get_local_cols() if (debug) write(0,*)me,' Sizes:',op_restr%get_nrows(),op_restr%get_ncols(),& & op_prol%get_nrows(),op_prol%get_ncols(), a%get_nrows(),a%get_ncols() ! ! Compute local part of AC ! call op_prol%clone(am2,info) if (info == psb_success_) call psb_sphalo(am2,desc_a,am4,info,& & colcnv=.false.,rowscale=.true.) if (info == psb_success_) call psb_rwextd(ncol,am2,info,b=am4) if (info == psb_success_) call am4%free() call psb_spspmm(a,am2,am3,info) if(info /= psb_success_) then call psb_errpush(psb_err_from_subroutine_,name,a_err='spspmm 2') goto 9999 end if call psb_sphalo(am3,desc_a,am4,info,& & colcnv=.false.,rowscale=.true.) if (info == psb_success_) call psb_rwextd(ncol,am3,info,b=am4) if (info == psb_success_) call am4%free() if(info /= psb_success_) then call psb_errpush(psb_err_internal_error_,name,a_err='Extend am3') goto 9999 end if call psb_spspmm(op_restr,am3,ac,info) if (info == psb_success_) call am3%free() if (info == psb_success_) call ac%cscnv(info,type='csr',dupl=psb_dupl_add_) if (info /= psb_success_) then call psb_errpush(psb_err_internal_error_,name,a_err='Build ac = op_restr x am3') goto 9999 end if select case(p%parms%coarse_mat) case(mld_distr_mat_) call ac%mv_to(bcoo) nzl = bcoo%get_nzeros() if (info == psb_success_) call psb_cdall(ictxt,p%desc_ac,info,nl=nlaggr(me+1)) if (info == psb_success_) call psb_cdins(nzl,bcoo%ia,bcoo%ja,p%desc_ac,info) if (info == psb_success_) call psb_cdasb(p%desc_ac,info) if (info == psb_success_) call psb_glob_to_loc(bcoo%ia(1:nzl),p%desc_ac,info,iact='I') if (info == psb_success_) call psb_glob_to_loc(bcoo%ja(1:nzl),p%desc_ac,info,iact='I') if (info /= psb_success_) then call psb_errpush(psb_err_internal_error_,name,& & a_err='Creating p%desc_ac and converting ac') goto 9999 end if if (debug_level >= psb_debug_outer_) & & write(debug_unit,*) me,' ',trim(name),& & 'Assembld aux descr. distr.' call p%ac%mv_from(bcoo) call p%ac%set_nrows(p%desc_ac%get_local_rows()) call p%ac%set_ncols(p%desc_ac%get_local_cols()) call p%ac%set_asb() if (info /= psb_success_) then call psb_errpush(psb_err_from_subroutine_,name,a_err='psb_sp_free') goto 9999 end if if (np>1) then call op_prol%mv_to(acsr1) nzl = acsr1%get_nzeros() call psb_glob_to_loc(acsr1%ja(1:nzl),p%desc_ac,info,'I') if(info /= psb_success_) then call psb_errpush(psb_err_from_subroutine_,name,a_err='psb_glob_to_loc') goto 9999 end if call op_prol%mv_from(acsr1) endif call op_prol%set_ncols(p%desc_ac%get_local_cols()) if (np>1) then call op_restr%cscnv(info,type='coo',dupl=psb_dupl_add_) call op_restr%mv_to(acoo) nzl = acoo%get_nzeros() if (info == psb_success_) call psb_glob_to_loc(acoo%ia(1:nzl),p%desc_ac,info,'I') call acoo%set_dupl(psb_dupl_add_) if (info == psb_success_) call op_restr%mv_from(acoo) if (info == psb_success_) call op_restr%cscnv(info,type='csr') if(info /= psb_success_) then call psb_errpush(psb_err_internal_error_,name,& & a_err='Converting op_restr to local') goto 9999 end if end if call op_restr%set_nrows(p%desc_ac%get_local_cols()) if (debug_level >= psb_debug_outer_) & & write(debug_unit,*) me,' ',trim(name),& & 'Done ac ' case(mld_repl_mat_) ! ! call psb_cdall(ictxt,p%desc_ac,info,mg=ntaggr,repl=.true.) if (info == psb_success_) call psb_cdasb(p%desc_ac,info) if (info == psb_success_) & & call psb_gather(p%ac,ac,p%desc_ac,info,dupl=psb_dupl_add_,keeploc=.false.) if (info /= psb_success_) goto 9999 case default info = psb_err_internal_error_ call psb_errpush(info,name,a_err='invalid mld_coarse_mat_') goto 9999 end select call p%ac%cscnv(info,type='csr',dupl=psb_dupl_add_) if(info /= psb_success_) then call psb_errpush(psb_err_from_subroutine_,name,a_err='spcnv') goto 9999 end if ! ! Copy the prolongation/restriction matrices into the descriptor map. ! op_restr => PR^T i.e. restriction operator ! op_prol => PR i.e. prolongation operator ! p%map = psb_linmap(psb_map_aggr_,desc_a,& & p%desc_ac,op_restr,op_prol,ilaggr,nlaggr) if(info /= psb_success_) then call psb_errpush(psb_err_from_subroutine_,name,a_err='sp_Free') goto 9999 end if call psb_erractionrestore(err_act) return 9999 call psb_error_handler(err_act) return end subroutine mld_d_extaggr_bld end subroutine mld_d_extprol_bld