forked from 2decomp-fft/2decomp-fft
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge branch 'dev' of github.com:2decomp-fft/2decomp-fft into dev
- Loading branch information
Showing
5 changed files
with
303 additions
and
1 deletion.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,257 @@ | ||
| !!! SPDX-License-Identifier: BSD-3-Clause | ||
| !!! | ||
| !!! Example code to demonstrate visualisation of fields. | ||
|
|
||
| program visu | ||
|
|
||
| use mpi | ||
|
|
||
| use decomp_2d | ||
| use decomp_2d_constants | ||
| use decomp_2d_io | ||
| use decomp_2d_mpi | ||
| use decomp_2d_testing | ||
|
|
||
| implicit none | ||
|
|
||
| integer, parameter :: nx_base = 17, ny_base = 13, nz_base = 11 | ||
| integer :: nx, ny, nz | ||
| integer :: p_row = 0, p_col = 0 | ||
|
|
||
| real(mytype), allocatable, dimension(:, :, :) :: u1, u2, u3 | ||
|
|
||
| integer, parameter :: output2D = 0 ! Which plane to write in 2D (0 for 3D) | ||
| character(len=*), parameter :: io_name = "visu-io" | ||
| #ifndef ADIOS2 | ||
| logical :: dir_exists | ||
| #endif | ||
|
|
||
| integer :: i, j, k | ||
| integer :: ierr | ||
|
|
||
| call init_example() | ||
| call init_data() | ||
|
|
||
| call write_data() | ||
| call write_visu() | ||
|
|
||
| call fin() | ||
|
|
||
| contains | ||
|
|
||
| subroutine init_example() | ||
|
|
||
| integer :: resize_domain | ||
| integer :: nranks_tot | ||
|
|
||
| call MPI_INIT(ierr) | ||
| ! To resize the domain we need to know global number of ranks | ||
| ! This operation is also done as part of decomp_2d_init | ||
| call MPI_COMM_SIZE(MPI_COMM_WORLD, nranks_tot, ierr) | ||
| resize_domain = int(nranks_tot / 4) + 1 | ||
| nx = nx_base * resize_domain | ||
| ny = ny_base * resize_domain | ||
| nz = nz_base * resize_domain | ||
| ! Now we can check if user put some inputs | ||
| call decomp_2d_testing_init(p_row, p_col, nx, ny, nz) | ||
|
|
||
| call decomp_2d_init(nx, ny, nz, p_row, p_col) | ||
|
|
||
| call decomp_2d_testing_log() | ||
|
|
||
| call decomp_2d_io_init() | ||
| call decomp_2d_init_io(io_name) | ||
| call decomp_2d_register_variable(io_name, "u1.dat", 1, 0, output2D, mytype) | ||
| call decomp_2d_register_variable(io_name, "u2.dat", 2, 0, output2D, mytype) | ||
| call decomp_2d_register_variable(io_name, "u3.dat", 3, 0, output2D, mytype) | ||
|
|
||
| end subroutine init_example | ||
|
|
||
| subroutine init_data() | ||
|
|
||
| integer :: xen1, xen2, xen3 | ||
| integer :: yen1, yen2, yen3 | ||
| integer :: zen1, zen2, zen3 | ||
|
|
||
| call alloc_x(u1) | ||
| call alloc_y(u2) | ||
| call alloc_z(u3) | ||
| xen1 = xsize(1) | ||
| xen2 = xsize(2) | ||
| xen3 = xsize(3) | ||
| yen1 = ysize(1) | ||
| yen2 = ysize(2) | ||
| yen3 = ysize(3) | ||
| zen1 = zsize(1) | ||
| zen2 = zsize(2) | ||
| zen3 = zsize(3) | ||
|
|
||
| ! distribute the data | ||
| !$acc data copy(u1,u2,u3) | ||
|
|
||
| !$acc parallel loop default(present) | ||
| do k = 1, xen3 | ||
| do j = 1, xen2 | ||
| do i = 1, xen1 | ||
| u1(i, j, k) = real(100 + nrank, mytype) | ||
| end do | ||
| end do | ||
| end do | ||
| !$acc end loop | ||
| !$acc parallel loop default(present) | ||
| do k = 1, yen3 | ||
| do j = 1, yen2 | ||
| do i = 1, yen1 | ||
| u2(i, j, k) = real(100 + nrank, mytype) | ||
| end do | ||
| end do | ||
| end do | ||
| !$acc end loop | ||
| !$acc parallel loop default(present) | ||
| do k = 1, zen3 | ||
| do j = 1, zen2 | ||
| do i = 1, zen1 | ||
| u3(i, j, k) = real(100 + nrank, mytype) | ||
| end do | ||
| end do | ||
| end do | ||
| !$acc end loop | ||
| !$acc update self (u1) | ||
| !$acc update self (u2) | ||
| !$acc update self (u3) | ||
| !$acc end data | ||
|
|
||
| end subroutine init_data | ||
|
|
||
| subroutine write_data() | ||
|
|
||
| !! Write arrays + visu data from orientations 1, 2 and 3 | ||
| #ifndef ADIOS2 | ||
| if (nrank == 0) then | ||
| inquire (file="out", exist=dir_exists) | ||
| if (.not. dir_exists) then | ||
| call execute_command_line("mkdir out 2> /dev/null") | ||
| end if | ||
| end if | ||
| #endif | ||
|
|
||
| ! Standard I/O pattern - file per field | ||
| #ifdef ADIOS2 | ||
| call decomp_2d_open_io(io_name, "out", decomp_2d_write_mode) | ||
| call decomp_2d_start_io(io_name, "out") | ||
| #endif | ||
|
|
||
| call decomp_2d_write_one(1, u1, 'out', 'u1.dat', 0, io_name) | ||
| call decomp_2d_write_one(2, u2, 'out', 'u2.dat', 0, io_name) | ||
| call decomp_2d_write_one(3, u3, 'out', 'u3.dat', 0, io_name) | ||
|
|
||
| #ifdef ADIOS2 | ||
| call decomp_2d_end_io(io_name, "out") | ||
| call decomp_2d_close_io(io_name, "out") | ||
| #endif | ||
|
|
||
| end subroutine write_data | ||
|
|
||
| subroutine write_visu() | ||
| ! This subroutine is based on the xdmf writers in Xcompact3d. | ||
| ! Copyright (c) 2012-2022, Xcompact3d | ||
| ! SPDX-License-Identifier: BSD 3-Clause | ||
|
|
||
| integer :: ioxdmf | ||
|
|
||
| character(len=:), allocatable :: fmt | ||
|
|
||
| integer :: precision | ||
|
|
||
| integer :: varctr | ||
| character(len=16) :: filename | ||
| character(len=2) :: varname | ||
|
|
||
| if (nrank == 0) then | ||
| OPEN (newunit=ioxdmf, file="./out.xdmf") | ||
|
|
||
| write (ioxdmf, '(A22)') '<?xml version="1.0" ?>' | ||
| write (ioxdmf, *) '<!DOCTYPE Xdmf SYSTEM "Xdmf.dtd" []>' | ||
| write (ioxdmf, *) '<Xdmf xmlns:xi="http://www.w3.org/2001/XInclude" Version="2.0">' | ||
| write (ioxdmf, *) '<Domain>' | ||
|
|
||
| write (ioxdmf, '(A)') ' <Topology name="topo" TopologyType="3DCoRectMesh"' | ||
| fmt = "(A, I0, A, I0, A, I0, A)" | ||
| write (ioxdmf, fmt) ' Dimensions="', nz, " ", ny, " ", nx, '">' | ||
| write (ioxdmf, '(A)') ' </Topology>' | ||
|
|
||
| write (ioxdmf, *) ' <Geometry name="geo" Type="ORIGIN_DXDYDZ">' | ||
| write (ioxdmf, *) ' <!-- Origin -->' | ||
| write (ioxdmf, *) ' <DataItem Format="XML" Dimensions="3">' | ||
| write (ioxdmf, *) ' 0.0 0.0 0.0' | ||
| write (ioxdmf, *) ' </DataItem>' | ||
| write (ioxdmf, *) ' <!-- DxDyDz -->' | ||
| write (ioxdmf, *) ' <DataItem Format="XML" Dimensions="3">' | ||
| if (mytype == kind(0.0d0)) then | ||
| fmt = "(A, E24.17, A, E24.17, A, E24.17)" | ||
| else | ||
| fmt = "(A, E16.9, A, E16.9, A, E16.9)" | ||
| end if | ||
| write (ioxdmf, fmt) ' ', 1.0_mytype, " ", 1.0_mytype, " ", 1.0_mytype | ||
| write (ioxdmf, *) ' </DataItem>' | ||
| write (ioxdmf, *) ' </Geometry>' | ||
|
|
||
| write (ioxdmf, *) ' <Grid Name="1" GridType="Uniform">' | ||
| write (ioxdmf, *) ' <Topology Reference="/Xdmf/Domain/Topology[1]"/>' | ||
| write (ioxdmf, *) ' <Geometry Reference="/Xdmf/Domain/Geometry[1]"/>' | ||
|
|
||
| do varctr = 1, 3 | ||
| write (varname, "(A, I0)") "u", varctr | ||
| write (filename, '(A, I0, A)') "./out/u", varctr, ".dat" | ||
| write (ioxdmf, *) ' <Attribute Name="'//trim(varname)//'" Center="Node">' | ||
| #ifndef ADIOS2 | ||
| write (ioxdmf, *) ' <DataItem Format="Binary"' | ||
| #else | ||
| write (ioxdmf, *) ' <DataItem Format="HDF"' | ||
| #endif | ||
|
|
||
| #ifdef DOUBLE_PREC | ||
| print *, "Double precision build" | ||
| #ifdef SAVE_SINGLE | ||
| if (output2D == 0) then | ||
| precision = 4 | ||
| else | ||
| precision = 8 | ||
| end if | ||
| #else | ||
| precision = 8 | ||
| #endif | ||
| #else | ||
| precision = 4 | ||
| #endif | ||
| write (ioxdmf, "(A,I0,A)") ' DataType="Float" Precision="', precision, '" Endian="little" Seek="0"' | ||
|
|
||
| fmt = "(A, I0, A, I0, A, I0, A)" | ||
| write (ioxdmf, fmt) ' Dimensions="', nz, " ", ny, " ", nx, '">' | ||
|
|
||
| write (ioxdmf, *) ' '//trim(filename) | ||
|
|
||
| write (ioxdmf, *) ' </DataItem>' | ||
| write (ioxdmf, *) ' </Attribute>' | ||
| end do | ||
|
|
||
| write (ioxdmf, '(/)') | ||
| write (ioxdmf, *) ' </Grid>' | ||
| write (ioxdmf, *) '</Domain>' | ||
| write (ioxdmf, '(A7)') '</Xdmf>' | ||
| close (ioxdmf) | ||
| end if | ||
|
|
||
| end subroutine write_visu | ||
|
|
||
| subroutine fin() | ||
|
|
||
| integer :: ierr | ||
|
|
||
| call decomp_2d_finalize | ||
| call MPI_FINALIZE(ierr) | ||
|
|
||
| end subroutine fin | ||
|
|
||
| end program visu | ||
|
|