You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
263 lines
11 KiB
263 lines
11 KiB
2 years ago
|
!!
|
||
|
|
!! @HEADER
|
||
|
|
!!
|
||
|
|
!!!!**********************************************************************
|
||
|
|
!!
|
||
|
|
!! Zoltan Toolkit for Load-balancing, Partitioning, Ordering and Coloring
|
||
|
|
!! Copyright 2012 Sandia Corporation
|
||
|
|
!!
|
||
|
|
!! Under the terms of Contract DE-AC04-94AL85000 with Sandia Corporation,
|
||
|
|
!! the U.S. Government retains certain rights in this software.
|
||
|
|
!!
|
||
|
|
!! Redistribution and use in source and binary forms, with or without
|
||
|
|
!! modification, are permitted provided that the following conditions are
|
||
|
|
!! met:
|
||
|
|
!!
|
||
|
|
!! 1. Redistributions of source code must retain the above copyright
|
||
|
|
!! notice, this list of conditions and the following disclaimer.
|
||
|
|
!!
|
||
|
|
!! 2. Redistributions in binary form must reproduce the above copyright
|
||
|
|
!! notice, this list of conditions and the following disclaimer in the
|
||
|
|
!! documentation and/or other materials provided with the distribution.
|
||
|
|
!!
|
||
|
|
!! 3. Neither the name of the Corporation nor the names of the
|
||
|
|
!! contributors may be used to endorse or promote products derived from
|
||
|
|
!! this software without specific prior written permission.
|
||
|
|
!!
|
||
|
|
!! THIS SOFTWARE IS PROVIDED BY SANDIA CORPORATION "AS IS" AND ANY
|
||
|
|
!! EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
||
|
|
!! IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
|
||
|
|
!! PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL SANDIA CORPORATION OR THE
|
||
|
|
!! CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
|
||
|
|
!! EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
|
||
|
|
!! PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
|
||
|
|
!! PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
|
||
|
|
!! LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
|
||
|
|
!! NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
|
||
|
|
!! SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
||
|
|
!!
|
||
|
|
!! Questions? Contact Karen Devine kddevin@sandia.gov
|
||
|
|
!! Erik Boman egboman@sandia.gov
|
||
|
|
!!
|
||
|
|
!!!!**********************************************************************
|
||
|
|
!!
|
||
|
|
!! @HEADER
|
||
|
|
!!
|
||
|
|
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
|
||
|
|
!! //
|
||
|
|
!! File: driver.cc //
|
||
|
|
!! Project: Local HSFC Ordering //
|
||
|
|
!! Author: Michael Wolf //
|
||
|
|
!! Date Started: 11/02/2009 //
|
||
|
|
!! //
|
||
|
|
!! Description: //
|
||
|
|
!! File tests local HSFC ordering for simple test problem //
|
||
|
|
!! //
|
||
|
|
!! $Id: driver.cc 11 2009-11-10 00:15:18Z mmwolf $ //
|
||
|
|
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
|
||
|
|
|
||
|
|
module zoltanRCBex
|
||
|
|
use mpi_h
|
||
|
|
use zoltan
|
||
|
|
|
||
|
|
implicit none
|
||
|
|
|
||
|
|
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
|
||
|
|
!! Mesh data for RCB
|
||
|
|
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
|
||
|
|
integer :: numGlobObjs, numLocObjs
|
||
|
|
integer(ZOLTAN_INT), dimension(:), allocatable :: GIDs
|
||
|
|
real, dimension(:), allocatable :: xcoords, ycoords
|
||
|
|
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
|
||
|
|
|
||
|
|
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
|
||
|
|
!! Zoltan data to store in module
|
||
|
|
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
|
||
|
|
LOGICAL :: changes
|
||
|
|
INTEGER(Zoltan_INT) :: numGidEntries, numLidEntries
|
||
|
|
INTEGER(Zoltan_INT) :: numImport, numExport
|
||
|
|
INTEGER(Zoltan_INT), POINTER, DIMENSION(:) :: importGlobalGids, exportGlobalGids
|
||
|
|
INTEGER(Zoltan_INT), POINTER, DIMENSION(:) :: importLocalGids, exportLocalGids
|
||
|
|
INTEGER(Zoltan_INT), POINTER, DIMENSION(:) :: importProcs, exportProcs
|
||
|
|
INTEGER(Zoltan_INT), POINTER, DIMENSION(:) :: importToPart, exportToPart
|
||
|
|
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
|
||
|
|
|
||
|
|
contains
|
||
|
|
|
||
|
|
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
|
||
|
|
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
|
||
|
|
subroutine partitionMeshWithRCB()
|
||
|
|
use zoltan
|
||
|
|
use mpi_h
|
||
|
|
|
||
|
|
implicit none
|
||
|
|
|
||
|
|
!!!!!!!!!!!!!!!!!!!!!!!
|
||
|
|
!! local variables
|
||
|
|
!!!!!!!!!!!!!!!!!!!!!!!
|
||
|
|
type(Zoltan_Struct), pointer :: zz_obj
|
||
|
|
integer(ZOLTAN_INT) :: ierr
|
||
|
|
!!!!!!!!!!!!!!!!!!!!!!!
|
||
|
|
|
||
|
|
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
|
||
|
|
!! Body of subroutine
|
||
|
|
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
|
||
|
|
nullify(zz_obj)
|
||
|
|
|
||
|
|
zz_obj => Zoltan_Create(MPI_COMM_WORLD)
|
||
|
|
|
||
|
|
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
|
||
|
|
!! General Zoltan Parameters
|
||
|
|
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
|
||
|
|
ierr = Zoltan_Set_Param(zz_obj, "LB_METHOD", "RCB")
|
||
|
|
|
||
|
|
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
|
||
|
|
!! register query functions
|
||
|
|
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
|
||
|
|
ierr = Zoltan_Set_Fn(zz_obj, ZOLTAN_NUM_OBJ_FN_TYPE,zoltNumObjs)
|
||
|
|
ierr = Zoltan_Set_Fn(zz_obj, ZOLTAN_OBJ_LIST_FN_TYPE,zoltGetObjs)
|
||
|
|
ierr = Zoltan_Set_Fn(zz_obj, ZOLTAN_NUM_GEOM_FN_TYPE,zoltNumGeom)
|
||
|
|
ierr = Zoltan_Set_Fn(zz_obj, ZOLTAN_GEOM_FN_TYPE, zoltGeom)
|
||
|
|
|
||
|
|
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
|
||
|
|
!! Use Zoltan to partition the vertices in the simple mesh.
|
||
|
|
!!
|
||
|
|
!! Params:
|
||
|
|
!! zz_obj -- input (all remaining fields are output)
|
||
|
|
!! changes -- 1 if partition was changed, 0 otherwise
|
||
|
|
!! numGidEntries -- Number of integers used for a global ID
|
||
|
|
!! numLidEntries -- Number of integers used for a local ID
|
||
|
|
!! numImport -- Number of vertices to be sent to me
|
||
|
|
!! importGlobalGids -- Global IDs of vertices to be sent to me
|
||
|
|
!! importLocalGids -- Local IDs of vertices to be sent to me
|
||
|
|
!! importProcs -- Process rank for source of each incoming vertex
|
||
|
|
!! importToPart -- New part for each incoming vertex
|
||
|
|
!! numExport -- Number of vertices I must send to other processes
|
||
|
|
!! exportGlobalGids -- Global IDs of the vertices I must send
|
||
|
|
!! exportLocalGids -- Local IDs of the vertices I must send
|
||
|
|
!! exportProcs -- Process to which I send each of the vertices
|
||
|
|
!! exportToPart -- Part to which each vertex will belong
|
||
|
|
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
|
||
|
|
ierr = Zoltan_LB_Partition(zz_obj, changes, numGidEntries, numLidEntries, &
|
||
|
|
numImport, importGlobalGids, importLocalGids, importProcs, importToPart, &
|
||
|
|
numExport, exportGlobalGids, exportLocalGids, exportProcs, exportToPart)
|
||
|
|
|
||
|
|
|
||
|
|
call Zoltan_Destroy(zz_obj)
|
||
|
|
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
|
||
|
|
|
||
|
|
end subroutine partitionMeshWithRCB
|
||
|
|
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
|
||
|
|
|
||
|
|
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
|
||
|
|
!! Frees arrays allocated by Zoltan_LB_Partition
|
||
|
|
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
|
||
|
|
subroutine zoltanCleanup()
|
||
|
|
use zoltan
|
||
|
|
implicit none
|
||
|
|
|
||
|
|
integer :: error
|
||
|
|
|
||
|
|
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
|
||
|
|
error = Zoltan_LB_Free_Part(importGlobalGids, importLocalGids, importProcs, importToPart)
|
||
|
|
error = Zoltan_LB_Free_Part(exportGlobalGids, exportLocalGids, exportProcs, exportToPart)
|
||
|
|
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
|
||
|
|
|
||
|
|
end subroutine zoltanCleanup
|
||
|
|
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
|
||
|
|
|
||
|
|
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
|
||
|
|
!! User defined query function to register with Zoltan
|
||
|
|
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
|
||
|
|
integer function zoltNumObjs(data, ierr)
|
||
|
|
use zoltan
|
||
|
|
implicit none
|
||
|
|
|
||
|
|
! Local declarations
|
||
|
|
INTEGER(Zoltan_INT), intent(in) :: data(*)
|
||
|
|
integer(ZOLTAN_INT), intent(out) :: ierr
|
||
|
|
|
||
|
|
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
|
||
|
|
zoltNumObjs = numLocObjs
|
||
|
|
ierr = ZOLTAN_OK
|
||
|
|
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
|
||
|
|
|
||
|
|
end function zoltNumObjs
|
||
|
|
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
|
||
|
|
|
||
|
|
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
|
||
|
|
!! User defined query function to register with Zoltan
|
||
|
|
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
|
||
|
|
subroutine zoltGetObjs (data, num_gid_entries, num_lid_entries, global_ids, &
|
||
|
|
local_ids, wgt_dim, obj_wgts, ierr)
|
||
|
|
use zoltan
|
||
|
|
implicit none
|
||
|
|
|
||
|
|
integer(ZOLTAN_INT), intent(in) :: data(*)
|
||
|
|
integer(ZOLTAN_INT), intent(in) :: num_gid_entries
|
||
|
|
integer(ZOLTAN_INT), intent(in) :: num_lid_entries
|
||
|
|
integer(ZOLTAN_INT), intent(out) :: global_ids(*)
|
||
|
|
integer(ZOLTAN_INT), intent(out) :: local_ids(*)
|
||
|
|
integer(ZOLTAN_INT), intent(in) :: wgt_dim
|
||
|
|
real(ZOLTAN_FLOAT), intent(out) :: obj_wgts(*)
|
||
|
|
integer(ZOLTAN_INT), intent(out) :: ierr
|
||
|
|
|
||
|
|
! local declarations
|
||
|
|
integer :: i
|
||
|
|
|
||
|
|
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
|
||
|
|
do i= 1, numLocObjs
|
||
|
|
global_ids(i) = GIDs(i)
|
||
|
|
local_ids(i) = i
|
||
|
|
end do
|
||
|
|
|
||
|
|
ierr = ZOLTAN_OK
|
||
|
|
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
|
||
|
|
|
||
|
|
end subroutine
|
||
|
|
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
|
||
|
|
|
||
|
|
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
|
||
|
|
!! User defined query function to register with Zoltan
|
||
|
|
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
|
||
|
|
integer function zoltNumGeom(data, ierr)
|
||
|
|
use zoltan
|
||
|
|
implicit none
|
||
|
|
integer(ZOLTAN_INT), intent(in) :: data(*)
|
||
|
|
integer(ZOLTAN_INT) :: ierr
|
||
|
|
|
||
|
|
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
|
||
|
|
zoltNumGeom = 2
|
||
|
|
ierr = ZOLTAN_OK
|
||
|
|
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
|
||
|
|
end function zoltNumGeom
|
||
|
|
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
|
||
|
|
|
||
|
|
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
|
||
|
|
!! User defined query function to register with Zoltan
|
||
|
|
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
|
||
|
|
subroutine zoltGeom(data, num_gid_entries, num_lid_entries, global_id, &
|
||
|
|
local_id, geom_vec, ierr)
|
||
|
|
use zoltan
|
||
|
|
implicit none
|
||
|
|
|
||
|
|
integer(ZOLTAN_INT), intent(in) :: data(*)
|
||
|
|
integer(ZOLTAN_INT), intent(in) :: num_gid_entries
|
||
|
|
integer(ZOLTAN_INT), intent(in) :: num_lid_entries
|
||
|
|
integer(ZOLTAN_INT), intent(in) :: global_id
|
||
|
|
integer(ZOLTAN_INT), intent(in) :: local_id
|
||
|
|
real(ZOLTAN_DOUBLE), intent(out) :: geom_vec(*)
|
||
|
|
integer(ZOLTAN_INT), intent(out) :: ierr
|
||
|
|
|
||
|
|
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
|
||
|
|
geom_vec(1) = xcoords(local_id)
|
||
|
|
geom_vec(2) = ycoords(local_id)
|
||
|
|
|
||
|
|
ierr = ZOLTAN_OK
|
||
|
|
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
|
||
|
|
|
||
|
|
end subroutine zoltGeom
|
||
|
|
!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!
|
||
|
|
|
||
|
|
end module zoltanRCBex
|