#undef  SP_A2AV_MPI
#undef  SP_A2AV_XI
#define SP_A2AV_MAT
subroutine psb_lz_coo_glob_transpose(ain,desc_r,info,atrans,desc_c,desc_rx)
#ifdef MPI_MOD
  use mpi
#endif
  use psb_base_mod, psb_protect_name => psb_lz_coo_glob_transpose
  Implicit None
#ifdef MPI_H
  include 'mpif.h'
#endif
  type(psb_lz_coo_sparse_mat), intent(inout) :: ain
  type(psb_desc_type), intent(inout), target   :: desc_r
  type(psb_lz_coo_sparse_mat), intent(out), optional :: atrans
  type(psb_desc_type), intent(inout), target, optional :: desc_c
  type(psb_desc_type), intent(out), optional   :: desc_rx
  integer(psb_ipk_), intent(out)               :: info

  !     ...local scalars....
  integer(psb_ipk_) :: ictxt, np,me
  integer(psb_ipk_) :: counter,proc, j, err_act, inzl
  integer(psb_lpk_) :: i, k,idx, r, ipx,mat_recv, iszs, iszr,idxs,idxr,nz,&
       &     irmin,icmin,irmax,icmax,&
       &     l1, nsnds, nrcvs, nr,nc,nzl,hlstart, nzt 
  integer(psb_mpk_) :: icomm, minfo
  integer(psb_mpk_), allocatable  :: brvindx(:), &
       & rvsz(:), bsdindx(:), sdsz(:), tsdx(:), trvx(:) 
  integer(psb_ipk_), allocatable  :: halo_owner(:)
  integer(psb_lpk_), allocatable  :: iasnd(:), jasnd(:)
  complex(psb_dpk_), allocatable :: valsnd(:)
  type(psb_lz_coo_sparse_mat), allocatable :: acoo
  logical           :: rowcnv_,colcnv_,rowscale_,colscale_,outcol_glob_
  type(psb_desc_type), pointer :: p_desc_c
  character(len=5)  :: outfmt_
  integer(psb_ipk_) :: debug_level, debug_unit
  character(len=20) :: name, ch_err

  if(psb_get_errstatus() /= 0) return 
  info=psb_success_
  name='mld_glob_transpose'
  call psb_erractionsave(err_act)
  if (psb_errstatus_fatal()) then
    info = psb_err_internal_error_ ;    goto 9999
  end if
  debug_unit  = psb_get_debug_unit()
  debug_level = psb_get_debug_level()

  ictxt = desc_r%get_context()
  icomm = desc_r%get_mpic()

  Call psb_info(ictxt, me, np)

  if (debug_level >= psb_debug_outer_) &
       & write(debug_unit,*) me,' ',trim(name),': Start'

  if (present(desc_c)) then
    p_desc_c => desc_c
  else
    p_desc_c => desc_r
  end if

  Allocate(brvindx(np+1),&
       & rvsz(np),sdsz(np),bsdindx(np+1), acoo,stat=info)

  if (info /= psb_success_) then
    info=psb_err_alloc_dealloc_
    call psb_errpush(info,name)
    goto 9999
  end if


  sdsz(:)=0
  rvsz(:)=0
  l1  = 0
  brvindx(1) = 0
  bsdindx(1) = 0
  counter=1
  idx  = 0
  idxs = 0
  idxr = 0

  if (present(atrans)) then 
    call ain%cp_to_coo(acoo,info)
  else
    call ain%mv_to_coo(acoo,info)
  end if
  
  nr = desc_r%get_local_rows()
  nc = p_desc_c%get_local_cols()
  nzl = acoo%get_nzeros()
  hlstart = p_desc_c%get_local_rows()  
  do k=1, nzl
    j = acoo%ja(k)
    if (j > hlstart) then
      call p_desc_c%indxmap%fnd_halo_owner(j,proc,info)
      sdsz(proc+1) = sdsz(proc+1) +1
    end if
  end do

  !
  ! Exchange  sizes, so as to know sends/receives.
  ! This is different from the halo exchange because the
  ! number of entries has not been precomputed
  ! 
  call mpi_alltoall(sdsz,1,psb_mpi_mpk_,& 
       & rvsz,1,psb_mpi_mpk_,icomm,minfo)

  if (info /= psb_success_) then
    info=psb_err_from_subroutine_
    call psb_errpush(info,name,a_err='mpi_alltoall')
    goto 9999
  end if
  nsnds = count(sdsz /= 0)
  nrcvs = count(rvsz /= 0)
  if (debug_level >= psb_debug_outer_)&
       & write(debug_unit,*) me,' ',trim(name),': Done initial alltoall',nsnds,nrcvs

  idxs = 0
  idxr = 0
  counter = 1
  Do proc = 0, np-1 
    bsdindx(proc+1) = idxs
    idxs            = idxs + sdsz(proc+1)
    brvindx(proc+1) = idxr
    idxr            = idxr + rvsz(proc+1)
  Enddo

  tsdx = bsdindx
  trvx = brvindx

  iszr = sum(rvsz)
  iszs = sum(sdsz)

  if (debug_level >= psb_debug_outer_)&
       & write(debug_unit,*) me,' ',trim(name),': Sizes:',&
       & ' Send:',sdsz(:),' Receive:',rvsz(:)

  call psb_ensure_size(max(iszs,1),iasnd,info)
  if (info == psb_success_) call psb_ensure_size(max(iszs,1),jasnd,info)
  if (info == psb_success_) call psb_ensure_size(max(iszs,1),valsnd,info)
  if (info /= psb_success_) then
    info=psb_err_from_subroutine_
    call psb_errpush(info,name,a_err='ensure_size')
    goto 9999
  end if

  !
  ! Now, transpose and fill in the send buffers
  !
  call acoo%transp()
  if (acoo%get_nzeros()/= nzl) then
    write(0,*) me,'Something strange upon transpose: ',nzl,acoo%get_nzeros()
  end if
  nzl = acoo%get_nzeros()
  hlstart = p_desc_c%get_local_rows()
  do k = 1, nzl
    j = acoo%ia(k)
    !
    !  Put entries in global numbering
    !
    call desc_r%indxmap%l2gip(acoo%ja(k),info)
    call p_desc_c%indxmap%l2gip(acoo%ia(k),info)     
    if (j>hlstart) then 
      call p_desc_c%indxmap%fnd_halo_owner(j,proc,info)
      tsdx(proc+1)         = tsdx(proc+1) +1
      iasnd(tsdx(proc+1))  = acoo%ia(k)
      jasnd(tsdx(proc+1))  = acoo%ja(k)
      valsnd(tsdx(proc+1)) = acoo%val(k)
    end if
  end do

!!$  write(0,*) me,' Sanity check before send :',count(acoo%ia(1:nzl)<0),count(acoo%ja(1:nzl)<0),&
!!$       & count(iasnd(1:iszs)<0),count(jasnd(1:iszs)<0)
  ! And exchange data. 
  nzl = acoo%get_nzeros()
  call acoo%reallocate(nzl+iszr)

#if defined(SP_A2AV_MPI)
  call mpi_alltoallv(valsnd,sdsz,bsdindx,psb_mpi_r_dpk_,&
       & acoo%val(nzl+1:nzl+iszr),rvsz,brvindx,psb_mpi_r_dpk_,icomm,minfo)
  if (minfo == mpi_success) &
       & call mpi_alltoallv(iasnd,sdsz,bsdindx,psb_mpi_lpk_,&
       & acoo%ia(nzl+1:nzl+iszr),rvsz,brvindx,psb_mpi_lpk_,icomm,minfo)
  if (minfo == mpi_success) &
       & call mpi_alltoallv(jasnd,sdsz,bsdindx,psb_mpi_lpk_,&
       & acoo%ja(nzl+1:nzl+iszr),rvsz,brvindx,psb_mpi_lpk_,icomm,minfo)
  if (minfo /= mpi_success) info = minfo
#elif defined(SP_A2AV_XI)
  call psb_simple_a2av(valsnd,sdsz,bsdindx,&
       & acoo%val(nzl+1:nzl+iszr),rvsz,brvindx,ictxt,info)
  if (info == psb_success_) call psb_simple_a2av(iasnd,sdsz,bsdindx,&
       & acoo%ia(nzl+1:nzl+iszr),rvsz,brvindx,ictxt,info)
  if (info == psb_success_) call psb_simple_a2av(jasnd,sdsz,bsdindx,&
       & acoo%ja(nzl+1:nzl+iszr),rvsz,brvindx,ictxt,info)
#elif defined(SP_A2AV_MAT)
  call psb_simple_triad_a2av(valsnd,iasnd,jasnd,sdsz,bsdindx,&
       & acoo%val(nzl+1:nzl+iszr),acoo%ia(nzl+1:nzl+iszr),&
       & acoo%ja(nzl+1:nzl+iszr),rvsz,brvindx,ictxt,info)
!!$  call d_coo_my_a2av(valsnd,iasnd,jasnd,sdsz,bsdindx,&
!!$       & acoo%val(nzl+1:nzl+iszr),acoo%ia(nzl+1:nzl+iszr),&
!!$       & acoo%ja(nzl+1:nzl+iszr),rvsz,brvindx,ictxt,icomm,info)
#else
  choke on me @!
#endif
  if (info /= psb_success_) then
    info=psb_err_from_subroutine_
    call psb_errpush(info,name,a_err='mpi_alltoallv')
    goto 9999
  end if

  if (debug_level >= psb_debug_outer_)&
       & write(debug_unit,*) me,' ',trim(name),': Done alltoallv'

  nzl = nzl + iszr
  call acoo%set_nzeros(nzl)

  if (present(desc_rx)) then 
    !
    ! Extend the appropriate descriptor; started as R but on
    ! transpose it now describes C
    ! 
    call desc_r%clone(desc_rx,info)
    call psb_cd_reinit(desc_rx,info)
    !
    ! Take out non-local rows
    !
    call psb_glob_to_loc(acoo%ia(1:nzl),p_desc_c,info,iact='I',owned=.true.)
    call acoo%clean_negidx(info)
    nzl = acoo%get_nzeros()
    call acoo%set_sorted(.false.)
    !
    ! Insert to extend descriptor
    !
    call psb_cdins(nzl,acoo%ja,desc_rx,info)
    call psb_cdasb(desc_rx,info)
    call psb_glob_to_loc(acoo%ja(1:nzl),desc_rx,info,iact='I') 
    call acoo%set_nrows(p_desc_c%get_local_rows())
    call acoo%set_ncols(desc_rx%get_local_cols())
  else
    !
    !
    ! Take out non-local rows
    !
    call psb_glob_to_loc(acoo%ia(1:nzl),p_desc_c,info,iact='I',owned=.true.)
    call psb_glob_to_loc(acoo%ja(1:nzl),desc_r,info,iact='I') 
    call acoo%clean_negidx(info)
    nzl = acoo%get_nzeros()
    call acoo%set_sorted(.false.)
    
    call acoo%set_nrows(p_desc_c%get_local_rows())
    call acoo%set_ncols(desc_r%get_local_cols())
  end if
!!$  write(0,*) me,' Sanity check after rx%g2l :',count(acoo%ja(1:nzl)<0)


  call acoo%fix(info)
  nzl = acoo%get_nzeros()
!!$  nzt = nzl
!!$  call psb_sum(ictxt,nzt)
!!$  write(0,*) me,'From glob_transpose;   local:',p_desc_c%get_local_rows(),p_desc_c%get_local_cols(),&
!!$       & desc_rx%get_local_rows(),desc_rx%get_local_cols(),nzl 
!!$  write(0,*) me,'From glob_transpose;  global:',p_desc_c%get_global_rows(),p_desc_c%get_global_cols(),&
!!$       & desc_rx%get_global_rows(),desc_rx%get_global_cols(),nzt
!!$  

  if (present(atrans)) then
    call atrans%mv_from_coo(acoo,info)
  else
    call ain%mv_from_coo(acoo,info)
  end if
  Deallocate(brvindx,bsdindx,rvsz,sdsz,&
       & iasnd,jasnd,valsnd,stat=info)
  if (debug_level >= psb_debug_outer_)&
       & write(debug_unit,*) me,' ',trim(name),': Done'

  call psb_erractionrestore(err_act)
  return

9999 call psb_error_handler(ictxt,err_act)

  return
end subroutine psb_lz_coo_glob_transpose


subroutine psb_lz_simple_glob_transpose(ain,aout,desc_a,info)
  use psb_base_mod, psb_protect_name => psb_lz_simple_glob_transpose
  implicit none
  type(psb_lzspmat_type), intent(in)  :: ain
  type(psb_lzspmat_type), intent(out) :: aout
  type(psb_desc_type)           :: desc_a
  integer(psb_ipk_), intent(out) :: info

  !
  ! BEWARE: This routine works under the assumption
  ! that the same DESC_A works for both A and A^T, which
  ! essentially means that A has a symmetric pattern.
  !
  type(psb_lzspmat_type) :: atmp, ahalo, aglb
  type(psb_lz_coo_sparse_mat) :: tmpcoo, tmpc1, tmpc2, tmpch
  type(psb_lz_csr_sparse_mat) :: tmpcsr    
  integer(psb_ipk_) :: nz1, nz2, nzh, nz
  integer(psb_ipk_) :: ictxt, me, np
  integer(psb_lpk_) :: i, j, k, nrow, ncol, nlz
  integer(psb_lpk_), allocatable :: ilv(:) 
  character(len=80) :: aname
  logical, parameter :: debug=.false., dump=.false., debug_sync=.false.

  ictxt = desc_a%get_context()
  call psb_info(ictxt,me,np)

  nrow = desc_a%get_local_rows()
  ncol = desc_a%get_local_cols()
  if (debug_sync) then
    call psb_barrier(ictxt)
    if (me == 0) write(0,*) 'Start htranspose '
  end if


  if (.true.) then
    call ain%cp_to(tmpc1)
    call psb_glob_transpose(tmpc1, desc_a,info,atrans=tmpc2)
    call aout%mv_from(tmpc2)
  else

    call ain%cscnv(tmpcsr,info)

    if (debug) then 
      ilv = [(i,i=1,ncol)]
      call desc_a%l2gip(ilv,info,owned=.false.)
      write(aname,'(a,i3.3,a)') 'atmp-preh-',me,'.mtx'    
      call ain%print(fname=aname,head='atmp before haloTest ',iv=ilv)
    end if
    if (dump) then
      call ain%cscnv(atmp,info)
      call psb_gather(aglb,atmp,desc_a,info)
      if (me==psb_root_) then
        write(aname,'(a,i3.3,a)') 'aglob-prehalo.mtx'    
        call aglb%print(fname=aname,head='Test ')
      end if
    end if

    !call psb_loc_to_glob(tmpcsr%ja,desc_a,info)
    call atmp%mv_from(tmpcsr)

    if (debug) then 
      write(aname,'(a,i3.3,a)') 'tmpcsr-',me,'.mtx'    
      call atmp%print(fname=aname,head='tmpcsr ',iv=ilv)
      !call psb_set_debug_level(9999)
    end if

    ! FIXME THIS NEEDS REWORKING 
    if (debug) write(0,*) me,' Htranspose into sphalo :',atmp%get_nrows(),atmp%get_ncols()

    call psb_sphalo(atmp,desc_a,ahalo,info, outfmt='coo  ')
    call atmp%mv_to(tmpcoo)
    call ahalo%mv_to(tmpch)
    nz1 = tmpcoo%get_nzeros()
    nzh = tmpch%get_nzeros()
    nlz = nz1+nzh
    call tmpcoo%reallocate(nlz)
    tmpcoo%ia(nz1+1:nz1+nzh) = tmpch%ia(1:nzh)
    tmpcoo%ja(nz1+1:nz1+nzh) = tmpch%ja(1:nzh)
    tmpcoo%val(nz1+1:nz1+nzh) = tmpch%val(1:nzh)
    call psb_loc_to_glob(tmpcoo%ia(1:nlz),desc_a,info,iact='I')
    call psb_loc_to_glob(tmpcoo%ja(1:nlz),desc_a,info,iact='I')
    call tmpcoo%set_nzeros(nlz) 
    call tmpcoo%transp()
    nz = tmpcoo%get_nzeros()
    call psb_glob_to_loc(tmpcoo%ia(1:nz),desc_a,info,iact='I')
    call psb_glob_to_loc(tmpcoo%ja(1:nz),desc_a,info,iact='I')

    call tmpcoo%clean_negidx(info)

    call aout%mv_from(tmpcoo)
    call aout%csclip(info,imax=nrow)


    if (debug) write(0,*) 'After clip:',aout%get_nzeros()

    if (debug_sync) then
      call psb_barrier(ictxt)
      if (me == 0) write(0,*) 'End htranspose '
    end if
    !call aout%cscnv(info,type='csr')
  endif
  if (dump) then
    write(aname,'(a,i3.3,a)') 'atran-',me,'.mtx'    
    call aout%print(fname=aname,head='atrans ',iv=ilv)
    call psb_gather(aglb,aout,desc_a,info)
    if (me==psb_root_) then
      write(aname,'(a,i3.3,a)') 'atran.mtx'    
      call aglb%print(fname=aname,head='Test ')
    end if
  end if

end subroutine psb_lz_simple_glob_transpose


subroutine psb_lz_simple_glob_transpose_ip(ain,desc_a,info)
  use psb_base_mod, psb_protect_name => psb_lz_simple_glob_transpose_ip
  implicit none
  type(psb_lzspmat_type), intent(inout)  :: ain
  type(psb_desc_type)           :: desc_a
  integer(psb_ipk_), intent(out) :: info

  !
  ! BEWARE: This routine works under the assumption
  ! that the same DESC_A works for both A and A^T, which
  ! essentially means that A has a symmetric pattern.
  !
  type(psb_lzspmat_type) :: atmp, ahalo, aglb
  type(psb_lz_coo_sparse_mat) :: tmpcoo, tmpc1, tmpc2, tmpch
  type(psb_lz_csr_sparse_mat) :: tmpcsr    
  integer(psb_ipk_) :: nz1, nz2, nzh, nz
  integer(psb_ipk_) :: ictxt, me, np
  integer(psb_lpk_) :: i, j, k, nrow, ncol, nlz
  integer(psb_lpk_), allocatable :: ilv(:) 
  character(len=80) :: aname
  logical, parameter :: debug=.false., dump=.false., debug_sync=.false.

  ictxt = desc_a%get_context()
  call psb_info(ictxt,me,np)

  nrow = desc_a%get_local_rows()
  ncol = desc_a%get_local_cols()
  if (debug_sync) then
    call psb_barrier(ictxt)
    if (me == 0) write(0,*) 'Start htranspose '
  end if


  if (.true.) then
    call ain%mv_to(tmpc1)
    call psb_glob_transpose(tmpc1, desc_a,info,atrans=tmpc2)
    call ain%mv_from(tmpc2)
  else

    call ain%cscnv(tmpcsr,info)

    if (debug) then 
      ilv = [(i,i=1,ncol)]
      call desc_a%l2gip(ilv,info,owned=.false.)
      write(aname,'(a,i3.3,a)') 'atmp-preh-',me,'.mtx'    
      call ain%print(fname=aname,head='atmp before haloTest ',iv=ilv)
    end if
    if (dump) then
      call ain%cscnv(atmp,info)
      call psb_gather(aglb,atmp,desc_a,info)
      if (me==psb_root_) then
        write(aname,'(a,i3.3,a)') 'aglob-prehalo.mtx'    
        call aglb%print(fname=aname,head='Test ')
      end if
    end if

    !call psb_loc_to_glob(tmpcsr%ja,desc_a,info)
    call atmp%mv_from(tmpcsr)

    if (debug) then 
      write(aname,'(a,i3.3,a)') 'tmpcsr-',me,'.mtx'    
      call atmp%print(fname=aname,head='tmpcsr ',iv=ilv)
      !call psb_set_debug_level(9999)
    end if

    ! FIXME THIS NEEDS REWORKING 
    if (debug) write(0,*) me,' Htranspose into sphalo :',atmp%get_nrows(),atmp%get_ncols()

    call psb_sphalo(atmp,desc_a,ahalo,info, outfmt='coo  ')
    call atmp%mv_to(tmpcoo)
    call ahalo%mv_to(tmpch)
    nz1 = tmpcoo%get_nzeros()
    nzh = tmpch%get_nzeros()
    nlz = nz1+nzh
    call tmpcoo%reallocate(nlz)
    tmpcoo%ia(nz1+1:nz1+nzh) = tmpch%ia(1:nzh)
    tmpcoo%ja(nz1+1:nz1+nzh) = tmpch%ja(1:nzh)
    tmpcoo%val(nz1+1:nz1+nzh) = tmpch%val(1:nzh)
    call psb_loc_to_glob(tmpcoo%ia(1:nlz),desc_a,info,iact='I')
    call psb_loc_to_glob(tmpcoo%ja(1:nlz),desc_a,info,iact='I')
    call tmpcoo%set_nzeros(nlz) 
    call tmpcoo%transp()
    nz = tmpcoo%get_nzeros()
    call psb_glob_to_loc(tmpcoo%ia(1:nz),desc_a,info,iact='I')
    call psb_glob_to_loc(tmpcoo%ja(1:nz),desc_a,info,iact='I')

    call tmpcoo%clean_negidx(info)

    call ain%mv_from(tmpcoo)
    call ain%csclip(info,imax=nrow)


    if (debug) write(0,*) 'After clip:',ain%get_nzeros()

    if (debug_sync) then
      call psb_barrier(ictxt)
      if (me == 0) write(0,*) 'End htranspose '
    end if
    !call aout%cscnv(info,type='csr')
  endif
  if (dump) then
    write(aname,'(a,i3.3,a)') 'atran-',me,'.mtx'    
    call ain%print(fname=aname,head='atrans ',iv=ilv)
    call psb_gather(aglb,ain,desc_a,info)
    if (me==psb_root_) then
      write(aname,'(a,i3.3,a)') 'atran.mtx'    
      call aglb%print(fname=aname,head='Test ')
    end if
  end if

end subroutine psb_lz_simple_glob_transpose_ip