re2_file.f90

Go to the documentation of this file.

! Copyright (c) 2019-2022, The Neko Authors
! All rights reserved.
!
! Redistribution and use in source and binary forms, with or without
! modification, are permitted provided that the following conditions
! are met:
!
!   * Redistributions of source code must retain the above copyright
!     notice, this list of conditions and the following disclaimer.
!
!   * Redistributions in binary form must reproduce the above
!     copyright notice, this list of conditions and the following
!     disclaimer in the documentation and/or other materials provided
!     with the distribution.
!
!   * Neither the name of the authors nor the names of its
!     contributors may be used to endorse or promote products derived
!     from this software without specific prior written permission.
!
! THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
! "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
! LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
! FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
! COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
! INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
! BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
! LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
! CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
! LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
! ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
! POSSIBILITY OF SUCH DAMAGE.
!
module re2_file
  use generic_file, only: generic_file_t
  use num_types, only: rp, i8, sp, dp
  use map_file, only : map_file_t
  use mesh, only: mesh_t
  use point, only: point_t
  use neko_mpi_types
  use datadist, only : linear_dist_t
  use map, only : map_t
  use mesh, only : neko_msh_max_zlbls
  use logger, only: neko_log, log_size
  use utils, only : neko_error, filename_chsuffix
  use re2, only : re2_endian_test, re2_hdr_size, re2v1_xyz_t, re2v1_xy_t, &
       re2v1_curve_t, re2v1_bc_t, re2v2_xyz_t, re2v2_xy_t, &
       re2v2_curve_t, re2v2_bc_t
  use htable, only : htable_pt_t
  use comm
  use mpi_f08
  implicit none
  private
 
  ! Defines the conventions for conversion of re2 labels to labeled zones.
  integer, public :: neko_w_bc_label = -1
  integer, public :: neko_v_bc_label = -1
  integer, public :: neko_o_bc_label = -1
  integer, public :: neko_sym_bc_label = -1
  integer, public :: neko_on_bc_label = -1
  integer, public :: neko_shl_bc_label = -1
 
  type, public, extends(generic_file_t) :: re2_file_t
   contains
     procedure :: read => re2_file_read
     procedure :: write => re2_file_write
  end type re2_file_t
 
contains
 
  subroutine re2_file_read(this, data)
    class(re2_file_t) :: this
    class(*), target, intent(inout) :: data
    type(mesh_t), pointer :: msh
    integer :: file_unit
    character(len=5) :: hdr_ver
    character(len=54) :: hdr_str
    character(len=80) :: hdr_full
    integer :: nel, ndim, nelv, ierr, nBCre2
    type(mpi_status) :: status
    type(mpi_file) :: fh
    integer (kind=MPI_OFFSET_KIND) :: mpi_offset
    real(kind=sp) :: test
    real(kind=dp) :: t2
    integer :: ncurv, nbcs
    type(linear_dist_t) :: dist
    type(map_t) :: nm
    type(map_file_t) :: map_file
    character(len=1024) :: map_fname
    logical :: read_map
    integer :: re2_data_xy_size
    integer :: re2_data_xyz_size
    integer :: re2_data_cv_size
    integer :: re2_data_bc_size
    logical :: v2_format
    character(len=LOG_SIZE) :: log_buf
 
    call this%check_exists()
 
    select type(data)
    type is (mesh_t)
       msh => data
    class default
       call neko_error('Invalid output data')
    end select
 
    v2_format = .false.
    open(newunit=file_unit,file=trim(this%fname), status='old', iostat=ierr)
    call neko_log%message('Reading binary NEKTON file ' // this%fname)
 
    read(file_unit,'(a80)') hdr_full
    read(hdr_full, '(a5)') hdr_ver
 
    if (hdr_ver .eq. '#v004') then
       read(hdr_full, '(a5,i16,i3,i16,i4,a36)') hdr_ver, nel, ndim, nelv, nbcre2, hdr_str
       v2_format = .true.
    else if (hdr_ver .eq. '#v002' .or. hdr_ver .eq. '#v003') then
       read(hdr_full, '(a5,i9,i3,i9,a54)') hdr_ver, nel, ndim, nelv, hdr_str
       v2_format = .true.
    else if (hdr_ver .eq. '#v001') then
       read(hdr_full, '(a5,i9,i3,i9,a54)') hdr_ver, nel, ndim, nelv, hdr_str
    end if
 
    if (v2_format) then
       call mpi_type_size(mpi_re2v2_data_xy, re2_data_xy_size, ierr)
       call mpi_type_size(mpi_re2v2_data_xyz, re2_data_xyz_size, ierr)
       call mpi_type_size(mpi_re2v2_data_cv, re2_data_cv_size, ierr)
       call mpi_type_size(mpi_re2v2_data_bc, re2_data_bc_size, ierr)
    else
       call mpi_type_size(mpi_re2v1_data_xy, re2_data_xy_size, ierr)
       call mpi_type_size(mpi_re2v1_data_xyz, re2_data_xyz_size, ierr)
       call mpi_type_size(mpi_re2v1_data_cv, re2_data_cv_size, ierr)
       call mpi_type_size(mpi_re2v1_data_bc, re2_data_bc_size, ierr)
    end if
 
    write(log_buf,1) ndim, nelv
1   format('gdim = ', i1, ', nelements =', i7)
    call neko_log%message(log_buf)
    close(file_unit)
 
    call filename_chsuffix(this%fname, map_fname,'map')
 
    inquire(file=map_fname, exist=read_map)
    if (read_map) then
       call nm%init(nelv, 2**ndim)
       call map_file%init(map_fname)
       call map_file%read(nm)
    else
       call neko_log%warning('No NEKTON map file found')
    end if
 
    call mpi_file_open(neko_comm, trim(this%fname), &
         mpi_mode_rdonly, mpi_info_null, fh, ierr)
 
    if (ierr .ne. 0) then
       call neko_log%error("Can't open binary NEKTON file ")
    end if
    dist = linear_dist_t(nelv, pe_rank, pe_size, neko_comm)
 
 
    call msh%init(ndim, dist)
 
    ! Set offset (header)
    mpi_offset = re2_hdr_size * mpi_character_size
 
    call mpi_file_read_at_all(fh, mpi_offset, test, 1, mpi_real, status, ierr)
    mpi_offset = mpi_offset + mpi_real_size
 
    if (abs(re2_endian_test - test) .gt. 1e-4) then
       call neko_error('Invalid endian of re2 file, byte swap not implemented yet')
    end if
 
    call re2_file_read_points(msh, ndim, nel, dist, fh, &
         mpi_offset, re2_data_xy_size, re2_data_xyz_size, v2_format)
 
 
    ! Set offset to start of curved side data
    mpi_offset = re2_hdr_size * mpi_character_size + mpi_real_size
    if (ndim .eq. 2) then
       mpi_offset = mpi_offset + int(dist%num_global(),i8) * int(re2_data_xy_size,i8)
    else
       mpi_offset = mpi_offset + int(dist%num_global(),i8) * int(re2_data_xyz_size,i8)
    end if
 
    if (v2_format) then
       call mpi_file_read_at_all(fh, mpi_offset, t2, 1, mpi_double_precision, status, ierr)
       ncurv = int(t2)
       mpi_offset = mpi_offset + mpi_double_precision_size
       call re2_file_read_curve(msh, ncurv, dist, fh, mpi_offset, v2_format)
       mpi_offset = mpi_offset + int(ncurv,i8) * int(re2_data_cv_size,i8)
       call mpi_file_read_at_all(fh, mpi_offset, t2, 1, mpi_double_precision, status, ierr)
       nbcs = int(t2)
       mpi_offset = mpi_offset + mpi_double_precision_size
 
       call re2_file_read_bcs(msh, nbcs, dist, fh, mpi_offset, v2_format)
    else
       call mpi_file_read_at_all(fh, mpi_offset, ncurv, 1, mpi_integer, status, ierr)
       mpi_offset = mpi_offset + mpi_integer_size
       call re2_file_read_curve(msh, ncurv, dist, fh, mpi_offset, v2_format)
       mpi_offset = mpi_offset + int(ncurv,i8) * int(re2_data_cv_size,i8)
       call mpi_file_read_at_all(fh, mpi_offset, nbcs, 1, mpi_integer, status, ierr)
       mpi_offset = mpi_offset + mpi_integer_size
 
       call re2_file_read_bcs(msh, nbcs, dist, fh, mpi_offset, v2_format)
 
    end if
 
    call mpi_file_close(fh, ierr)
    call msh%finalize()
 
 
    call neko_log%message('Done')
 
 
  end subroutine re2_file_read
 
  subroutine re2_file_write(this, data, t)
    class(re2_file_t), intent(inout) :: this
    class(*), target, intent(in) :: data
    real(kind=rp), intent(in), optional :: t
    type(re2v1_xy_t), allocatable :: re2_data_xy(:)
    type(re2v1_xyz_t), allocatable :: re2_data_xyz(:)
    type(mesh_t), pointer :: msh
    character(len=5), parameter :: RE2_HDR_VER = '#v001'
    character(len=54), parameter :: RE2_HDR_STR = 'RE2 exported by NEKO'
    integer :: i, j, ierr, nelgv
    type(mpi_status) :: status
    type(mpi_file) :: fh
    integer (kind=MPI_OFFSET_KIND) :: mpi_offset
    integer :: element_offset
    integer :: re2_data_xy_size
    integer :: re2_data_xyz_size
 
    select type(data)
    type is (mesh_t)
       msh => data
    class default
       call neko_error('Invalid output data')
    end select
 
    call mpi_type_size(mpi_re2v1_data_xy, re2_data_xy_size, ierr)
    call mpi_type_size(mpi_re2v1_data_xyz, re2_data_xyz_size, ierr)
    call mpi_reduce(msh%nelv, nelgv, 1, &
         mpi_integer, mpi_sum, 0, neko_comm, ierr)
    element_offset = 0
    call mpi_exscan(msh%nelv, element_offset, 1, &
         mpi_integer, mpi_sum, neko_comm, ierr)
 
    call neko_log%message('Writing data as a binary NEKTON file ' // this%fname)
 
    if (pe_rank .eq. 0) then
       open(unit=9,file=trim(this%fname), status='new', iostat=ierr)
       write(9, '(a5,i9,i3,i9,a54)') re2_hdr_ver, nelgv, msh%gdim,&
            nelgv, re2_hdr_str
       close(9)
    end if
 
    call mpi_barrier(neko_comm, ierr)
    call mpi_file_open(neko_comm, trim(this%fname), &
         mpi_mode_wronly + mpi_mode_create, mpi_info_null, fh, ierr)
    mpi_offset = re2_hdr_size * mpi_character_size
 
    call mpi_file_write_at(fh, mpi_offset, re2_endian_test, 1, &
         mpi_real, status, ierr)
    mpi_offset = mpi_offset + mpi_real_size
 
    if (msh%gdim .eq. 2) then
       allocate(re2_data_xy(msh%nelv))
       do i = 1, msh%nelv
          re2_data_xy(i)%rgroup = 1.0 ! Not used
          do j = 1, 4
             re2_data_xy(i)%x(j) = real(msh%elements(i)%e%pts(j)%p%x(1))
             re2_data_xy(i)%y(j) = real(msh%elements(i)%e%pts(j)%p%x(2))
          end do
       end do
       mpi_offset = mpi_offset + element_offset * re2_data_xy_size
       call mpi_file_write_at(fh, mpi_offset, &
            re2_data_xy, msh%nelv, mpi_re2v1_data_xy, status, ierr)
 
       deallocate(re2_data_xy)
 
    else if (msh%gdim .eq. 3) then
       allocate(re2_data_xyz(msh%nelv))
       do i = 1, msh%nelv
          re2_data_xyz(i)%rgroup = 1.0 ! Not used
          do j = 1, 8
             re2_data_xyz(i)%x(j) = real(msh%elements(i)%e%pts(j)%p%x(1))
             re2_data_xyz(i)%y(j) = real(msh%elements(i)%e%pts(j)%p%x(2))
             re2_data_xyz(i)%z(j) = real(msh%elements(i)%e%pts(j)%p%x(3))
          end do
       end do
       mpi_offset = mpi_offset + element_offset * re2_data_xyz_size
       call mpi_file_write_at(fh, mpi_offset, &
            re2_data_xyz, msh%nelv, mpi_re2v1_data_xyz, status, ierr)
 
       deallocate(re2_data_xyz)
    else
       call neko_error("Invalid dimension of mesh")
    end if
 
    call mpi_file_close(fh, ierr)
    call neko_log%message('Done')
 
 
  end subroutine re2_file_write
 
  subroutine re2_file_read_points(msh, ndim, nel, dist, fh, &
       mpi_offset, re2_data_xy_size, re2_data_xyz_size, v2_format)
    type(mesh_t), intent(inout) :: msh
    integer (kind=MPI_OFFSET_KIND) :: mpi_offset
    integer, intent(inout) :: ndim
    integer, intent(inout) :: nel
    type(mpi_file), intent(inout) :: fh
    integer, intent(in) :: re2_data_xy_size
    integer, intent(in) :: re2_data_xyz_size
    logical, intent(in) :: v2_format
    type(linear_dist_t) :: dist
    integer :: element_offset
    type(re2v1_xy_t), allocatable :: re2v1_data_xy(:)
    type(re2v1_xyz_t), allocatable :: re2v1_data_xyz(:)
    type(re2v2_xy_t), allocatable :: re2v2_data_xy(:)
    type(re2v2_xyz_t), allocatable :: re2v2_data_xyz(:)
    type(mpi_status) :: status
    type(htable_pt_t) :: htp
    type(point_t) :: p(8)
    integer :: pt_idx, nelv
    integer :: i, j, ierr
 
    nelv = dist%num_local()
    element_offset = dist%start_idx()
 
    call htp%init(2*nel, ndim)
    pt_idx = 0
    if (ndim .eq. 2) then
       mpi_offset = mpi_offset + element_offset * re2_data_xy_size
       if (.not. v2_format) then
          allocate(re2v1_data_xy(nelv))
          call mpi_file_read_at_all(fh, mpi_offset, &
               re2v1_data_xy, nelv, mpi_re2v1_data_xy, status, ierr)
          do i = 1, nelv
             do j = 1, 4
                p(j) = point_t(real(re2v1_data_xy(i)%x(j),dp), &
                     real(re2v1_data_xy(i)%y(j),dp), 0.0d0)
                call re2_file_add_point(htp, p(j), pt_idx)
             end do
             if (nelv > 10) then
                if(mod(i,nelv/10) .eq. 0) write(*,*) i, 'elements read'
             end if
             ! swap vertices to keep symmetric vertex numbering in neko
             call msh%add_element(i, i, p(1), p(2), p(4), p(3))
          end do
          deallocate(re2v1_data_xy)
       else
          allocate(re2v2_data_xy(nelv))
          call mpi_file_read_at_all(fh, mpi_offset, &
               re2v2_data_xy, nelv, mpi_re2v2_data_xy, status, ierr)
          do i = 1, nelv
             do j = 1, 4
                p(j) = point_t(re2v2_data_xy(i)%x(j), &
                     re2v2_data_xy(i)%y(j), 0.0d0)
                call re2_file_add_point(htp, p(j), pt_idx)
             end do
             if (nelv > 10) then
                if(mod(i,nelv/10) .eq. 0) write(*,*) i, 'elements read'
             end if
             ! swap vertices to keep symmetric vertex numbering in neko
             call msh%add_element(i, i, p(1), p(2), p(4), p(3))
          end do
          deallocate(re2v2_data_xy)
       end if
    else if (ndim .eq. 3) then
       mpi_offset = mpi_offset + element_offset * re2_data_xyz_size
       if (.not. v2_format) then
          allocate(re2v1_data_xyz(nelv))
          call mpi_file_read_at_all(fh, mpi_offset, &
               re2v1_data_xyz, nelv, mpi_re2v1_data_xyz, status, ierr)
          do i = 1, nelv
             do j = 1, 8
                p(j) = point_t(real(re2v1_data_xyz(i)%x(j),dp), &
                     real(re2v1_data_xyz(i)%y(j),dp),&
                     real(re2v1_data_xyz(i)%z(j),dp))
                call re2_file_add_point(htp, p(j), pt_idx)
             end do
             if (nelv > 100) then
                if(mod(i,nelv/100) .eq. 0) write(*,*) i, 'elements read'
             end if
             ! swap vertices to keep symmetric vertex numbering in neko
             call msh%add_element(i, i, &
                  p(1), p(2), p(4), p(3), p(5), p(6), p(8), p(7))
          end do
          deallocate(re2v1_data_xyz)
       else
          allocate(re2v2_data_xyz(nelv))
          call mpi_file_read_at_all(fh, mpi_offset, &
               re2v2_data_xyz, nelv, mpi_re2v2_data_xyz, status, ierr)
          do i = 1, nelv
             do j = 1, 8
                p(j) = point_t(re2v2_data_xyz(i)%x(j), &
                     re2v2_data_xyz(i)%y(j),&
                     re2v2_data_xyz(i)%z(j))
                call re2_file_add_point(htp, p(j), pt_idx)
             end do
             if (nelv > 100) then
                if(mod(i,nelv/100) .eq. 0) write(*,*) i, 'elements read'
             end if
             ! swap vertices to keep symmetric vertex numbering in neko
             call msh%add_element(i, i, &
                  p(1), p(2), p(4), p(3), p(5), p(6), p(8), p(7))
          end do
          deallocate(re2v2_data_xyz)
       end if
    end if
 
    call htp%free()
  end subroutine re2_file_read_points
 
  subroutine re2_file_read_curve(msh, ncurve, dist, fh, mpi_offset, v2_format)
    type(mesh_t), intent(inout) :: msh
    integer (kind=MPI_OFFSET_KIND) :: mpi_offset
    integer, intent(inout) :: ncurve
    type(linear_dist_t) :: dist
    type(mpi_file), intent(inout) :: fh
    logical, intent(in) :: v2_format
    type(mpi_status) :: status
    integer :: i, j, l, ierr, el_idx, id
    type(re2v1_curve_t), allocatable :: re2v1_data_curve(:)
    type(re2v2_curve_t), allocatable :: re2v2_data_curve(:)
    real(kind=dp), allocatable :: curve_data(:,:,:)
    integer, allocatable :: curve_type(:,:)
    logical, allocatable :: curve_element(:)
    character(len=1) :: chtemp
    logical :: curve_skip = .false.
 
    allocate(curve_data(5,12,msh%nelv))
    allocate(curve_element(msh%nelv))
    allocate(curve_type(12,msh%nelv))
    do i = 1, msh%nelv
       curve_element(i) = .false.
       do j = 1, 12
          curve_type(j,i) = 0
          do l = 1, 5
             curve_data(l,j,i) = 0d0
          end do
       end do
    end do
 
    call neko_log%message('Reading curved data')
    if (.not. v2_format) then
       allocate(re2v1_data_curve(ncurve))
       call mpi_file_read_at_all(fh, mpi_offset, re2v1_data_curve, ncurve, &
            mpi_re2v1_data_cv, status, ierr)
    else
       allocate(re2v2_data_curve(ncurve))
       call mpi_file_read_at_all(fh, mpi_offset, re2v2_data_curve, ncurve, &
            mpi_re2v2_data_cv, status, ierr)
    end if
    !This can probably be made nicer...
    do i = 1, ncurve
       if(v2_format) then
          el_idx = re2v2_data_curve(i)%elem - dist%start_idx()
          id = re2v2_data_curve(i)%zone
          chtemp = re2v2_data_curve(i)%type
          do j = 1, 5
             curve_data(j,id, el_idx) = re2v2_data_curve(i)%point(j)
          enddo
       else
          el_idx = re2v1_data_curve(i)%elem - dist%start_idx()
          id = re2v1_data_curve(i)%zone
          chtemp = re2v1_data_curve(i)%type
          do j = 1, 5
             curve_data(j,id, el_idx) = real(re2v1_data_curve(i)%point(j),dp)
          enddo
       end if
 
       curve_element(el_idx) = .true.
       !This might need to be extended
       select case(trim(chtemp))
       case ('s')
          curve_type(id,el_idx) = 1
          call neko_log%warning('curve type s not supported, treating mesh as non-curved')
          curve_skip = .true.
          exit
       case ('e')
          curve_type(id,el_idx) = 2
          call neko_log%warning('curve type e not supported, treating mesh as non-curved')
          curve_skip = .true.
          exit
       case ('C')
          curve_type(id,el_idx) = 3
       case ('m')
          curve_type(id,el_idx) = 4
       case default
          write(*,*) chtemp, 'curve type not supported yet, treating mesh as non-curved',id, el_idx
 
          curve_skip = .true.
       end select
    end do
 
    if( v2_format) then
       deallocate(re2v2_data_curve)
    else
       deallocate(re2v1_data_curve)
    end if
    if (.not. curve_skip) then
       do el_idx = 1, msh%nelv
          if (curve_element(el_idx)) then
             call msh%mark_curve_element(el_idx, &
                  curve_data(1,1,el_idx), curve_type(1,el_idx))
          end if
       end do
    end if
 
    deallocate(curve_data)
    deallocate(curve_element)
    deallocate(curve_type)
  end subroutine re2_file_read_curve
 
 
  subroutine re2_file_read_bcs(msh, nbcs, dist, fh, mpi_offset, v2_format)
    type(mesh_t), intent(inout) :: msh
    integer (kind=MPI_OFFSET_KIND) :: mpi_offset
    integer, intent(inout) :: nbcs
    type(linear_dist_t) :: dist
    type(mpi_file), intent(inout) :: fh
    logical, intent(in) :: v2_format
    type(mpi_status) :: status
    integer :: pids(4)
    integer :: sym_facet, label
    integer :: p_el_idx, p_facet
    integer :: i, j, ierr, el_idx
    integer, parameter, dimension(6) :: facet_map = (/3, 2, 4, 1, 5, 6/)
    logical :: periodic
    type(re2v1_bc_t), allocatable :: re2v1_data_bc(:)
    type(re2v2_bc_t), allocatable :: re2v2_data_bc(:)
    character(len=LOG_SIZE) :: log_buf
 
    ! ---- Offsets for conversion from internal zones to labeled zones
    integer :: user_labeled_zones(NEKO_MSH_MAX_ZLBLS)
    integer :: labeled_zone_offsets(NEKO_MSH_MAX_ZLBLS)
    integer :: total_labeled_zone_offset, current_internal_zone
    total_labeled_zone_offset = 0
    labeled_zone_offsets = 0
    user_labeled_zones = 0
    current_internal_zone = 1
    ! ----
 
    call neko_log%message("Reading boundary conditions")
    if (.not. v2_format) then
       allocate(re2v1_data_bc(nbcs))
       call mpi_file_read_at_all(fh, mpi_offset, re2v1_data_bc, nbcs, &
            mpi_re2v1_data_bc, status, ierr)
    else
       allocate(re2v2_data_bc(nbcs))
       call mpi_file_read_at_all(fh, mpi_offset, re2v2_data_bc, nbcs, &
            mpi_re2v2_data_bc, status, ierr)
    end if
 
    periodic = .false.
 
    if (v2_format) then ! V2 format
 
       !
       ! Search for user labeled zones
       !
       do i = 1, nbcs
 
          el_idx = int(re2v2_data_bc(i)%elem) - dist%start_idx()
          sym_facet = facet_map(int(re2v2_data_bc(i)%face))
 
          select case(trim(re2v2_data_bc(i)%type))
          case ('MSH', 'msh', 'EXO','exo')
 
             label = int(re2v2_data_bc(i)%bc_data(5))
 
             if (label .lt. 1 .or. label .gt. neko_msh_max_zlbls) then
                call neko_error('Invalid label id (valid range [1,...,20])')
             end if
 
             if (user_labeled_zones(label) .eq. 0) then
                write (log_buf, "(A,I2,A)") "Labeled zone ", label, &
                     " found."
                call neko_log%message(log_buf)
                user_labeled_zones(label) = 1
             end if
 
             call msh%mark_labeled_facet(sym_facet, el_idx, label)
 
             ! Get the largest label possible in case we need to convert
             ! re2 labels to labeled zones (see below).
             total_labeled_zone_offset = max(total_labeled_zone_offset, label)
 
 
          end select
       end do
 
       do i = 1, nbcs
          el_idx = int(re2v2_data_bc(i)%elem) - dist%start_idx()
          sym_facet = facet_map(int(re2v2_data_bc(i)%face))
          select case(trim(re2v2_data_bc(i)%type))
          case ('MSH', 'msh', 'EXO','exo')
             !Do nothing, already handled
          case ('W')
             if (neko_w_bc_label .eq. -1) then
                neko_w_bc_label = current_internal_zone
                current_internal_zone = current_internal_zone + 1
             end if
 
             call re2_file_mark_labeled_bc(msh, el_idx, sym_facet, &
                  re2v2_data_bc(i)%type, &
                  neko_w_bc_label, total_labeled_zone_offset, &
                  labeled_zone_offsets(neko_w_bc_label) .eq. 0)
 
             labeled_zone_offsets(neko_w_bc_label) = 1
 
          case ('v', 'V')
             if (neko_v_bc_label .eq. -1) then
                neko_v_bc_label = current_internal_zone
                current_internal_zone = current_internal_zone + 1
             end if
 
             call re2_file_mark_labeled_bc(msh, el_idx, sym_facet, &
                  re2v2_data_bc(i)%type, &
                  neko_v_bc_label, total_labeled_zone_offset, &
                  labeled_zone_offsets(neko_v_bc_label) .eq. 0)
 
             labeled_zone_offsets(neko_v_bc_label) = 1
          case ('O', 'o')
             if (neko_o_bc_label .eq. -1) then
                neko_o_bc_label = current_internal_zone
                current_internal_zone = current_internal_zone + 1
             end if
 
             call re2_file_mark_labeled_bc(msh, el_idx, sym_facet, &
                  re2v2_data_bc(i)%type, &
                  neko_o_bc_label, total_labeled_zone_offset, &
                  labeled_zone_offsets(neko_o_bc_label) .eq. 0)
 
             labeled_zone_offsets(neko_o_bc_label) = 1
          case ('SYM','sym')
             if (neko_sym_bc_label .eq. -1) then
                neko_sym_bc_label = current_internal_zone
                current_internal_zone = current_internal_zone + 1
             end if
 
             call re2_file_mark_labeled_bc(msh, el_idx, sym_facet, &
                  re2v2_data_bc(i)%type, &
                  neko_sym_bc_label, total_labeled_zone_offset, &
                  labeled_zone_offsets(neko_sym_bc_label) .eq. 0)
 
             labeled_zone_offsets(neko_sym_bc_label) = 1
          case ('ON', 'on')
             if (neko_on_bc_label .eq. -1) then
                neko_on_bc_label = current_internal_zone
                current_internal_zone = current_internal_zone + 1
             end if
 
             call re2_file_mark_labeled_bc(msh, el_idx, sym_facet, &
                  re2v2_data_bc(i)%type, &
                  neko_on_bc_label, total_labeled_zone_offset, &
                  labeled_zone_offsets(neko_on_bc_label) .eq. 0)
 
             labeled_zone_offsets(neko_on_bc_label) = 1
          case ('s', 'sl', 'sh', 'shl', 'S', 'SL', 'SH', 'SHL')
             if (neko_shl_bc_label .eq. -1) then
                neko_shl_bc_label = current_internal_zone
                current_internal_zone = current_internal_zone + 1
             end if
 
             call re2_file_mark_labeled_bc(msh, el_idx, sym_facet, &
                  re2v2_data_bc(i)%type, &
                  neko_shl_bc_label, total_labeled_zone_offset, &
                  labeled_zone_offsets(neko_shl_bc_label) .eq. 0)
 
             labeled_zone_offsets(neko_shl_bc_label) = 1
          case ('P')
             periodic = .true.
             p_el_idx = int(re2v2_data_bc(i)%bc_data(1))
             p_facet = facet_map(int(re2v2_data_bc(i)%bc_data(2)))
             call msh%get_facet_ids(sym_facet, el_idx, pids)
             call msh%mark_periodic_facet(sym_facet, el_idx, &
                  p_facet, p_el_idx, pids)
          case default
             write (*,*) trim(re2v2_data_bc(i)%type), 'bc type not supported yet'
             write (*,*) re2v2_data_bc(i)%bc_data
          end select
       end do
 
       !
       ! Fix periodic condition for shared nodes
       !
       if (periodic) then
          do j = 1, 3
             do i = 1, nbcs
                el_idx = re2v2_data_bc(i)%elem - dist%start_idx()
                sym_facet = facet_map(int(re2v2_data_bc(i)%face))
                select case(trim(re2v2_data_bc(i)%type))
                case ('P')
                   p_el_idx = int(re2v2_data_bc(i)%bc_data(1))
                   p_facet = facet_map(int(re2v2_data_bc(i)%bc_data(2)))
                   call msh%create_periodic_ids(sym_facet, el_idx, &
                        p_facet, p_el_idx)
                end select
             end do
          end do
       end if
       deallocate(re2v2_data_bc)
 
    else ! V! format
 
       !
       ! Search for user labeled zones
       !
       do i = 1, nbcs
 
          el_idx = re2v1_data_bc(i)%elem - dist%start_idx()
          sym_facet = facet_map(re2v1_data_bc(i)%face)
 
          select case(trim(re2v1_data_bc(i)%type))
          case ('MSH', 'msh', 'EXO','exo')
 
             label = int(re2v1_data_bc(i)%bc_data(5))
 
             if (label .lt. 1 .or. label .gt. neko_msh_max_zlbls) then
                call neko_error('Invalid label id (valid range [1,...,20])')
             end if
 
             if (user_labeled_zones(label) .eq. 0) then
                write (log_buf, "(A,I2,A,I3)") "Labeled zone ", label, &
                     " found."
                call neko_log%message(log_buf)
                user_labeled_zones(label) = 1
             end if
 
             ! Get the largest label possible in case we need to convert
             ! re2 labels to labeled zones (see below).
             total_labeled_zone_offset = max(total_labeled_zone_offset, label)
 
             call msh%mark_labeled_facet(sym_facet, el_idx, label)
 
          end select
       end do
 
       do i = 1, nbcs
 
          el_idx = re2v1_data_bc(i)%elem - dist%start_idx()
          sym_facet = facet_map(re2v1_data_bc(i)%face)
          select case(trim(re2v1_data_bc(i)%type))
          case ('MSH', 'msh', 'EXO','exo')
             !Do nothing, already handled
          case ('W')
             if (neko_w_bc_label .eq. -1) then
                neko_w_bc_label = current_internal_zone
                current_internal_zone = current_internal_zone + 1
             end if
 
             call re2_file_mark_labeled_bc(msh, el_idx, sym_facet, &
                  re2v1_data_bc(i)%type, &
                  neko_w_bc_label, total_labeled_zone_offset, &
                  labeled_zone_offsets(neko_w_bc_label) .eq. 0)
 
             labeled_zone_offsets(neko_w_bc_label) = 1
 
          case ('v', 'V')
             if (neko_v_bc_label .eq. -1) then
                neko_v_bc_label = current_internal_zone
                current_internal_zone = current_internal_zone + 1
             end if
 
             call re2_file_mark_labeled_bc(msh, el_idx, sym_facet, &
                  re2v1_data_bc(i)%type, &
                  neko_v_bc_label, total_labeled_zone_offset, &
                  labeled_zone_offsets(neko_v_bc_label) .eq. 0)
 
             labeled_zone_offsets(neko_v_bc_label) = 1
          case ('O', 'o')
             if (neko_o_bc_label .eq. -1) then
                neko_o_bc_label = current_internal_zone
                current_internal_zone = current_internal_zone + 1
             end if
 
             call re2_file_mark_labeled_bc(msh, el_idx, sym_facet, &
                  re2v1_data_bc(i)%type, &
                  neko_o_bc_label, total_labeled_zone_offset, &
                  labeled_zone_offsets(neko_o_bc_label) .eq. 0)
 
             labeled_zone_offsets(neko_o_bc_label) = 1
          case ('SYM','sym')
             if (neko_sym_bc_label .eq. -1) then
                neko_sym_bc_label = current_internal_zone
                current_internal_zone = current_internal_zone + 1
             end if
 
             call re2_file_mark_labeled_bc(msh, el_idx, sym_facet, &
                  re2v1_data_bc(i)%type, &
                  neko_sym_bc_label, total_labeled_zone_offset, &
                  labeled_zone_offsets(neko_sym_bc_label) .eq. 0)
 
             labeled_zone_offsets(neko_sym_bc_label) = 1
          case ('ON', 'on')
             if (neko_on_bc_label .eq. -1) then
                neko_on_bc_label = current_internal_zone
                current_internal_zone = current_internal_zone + 1
             end if
 
             call re2_file_mark_labeled_bc(msh, el_idx, sym_facet, &
                  re2v1_data_bc(i)%type, &
                  neko_on_bc_label, total_labeled_zone_offset, &
                  labeled_zone_offsets(neko_on_bc_label) .eq. 0)
 
             labeled_zone_offsets(neko_on_bc_label) = 1
          case ('s', 'sl', 'sh', 'shl', 'S', 'SL', 'SH', 'SHL')
             if (neko_shl_bc_label .eq. -1) then
                neko_shl_bc_label = current_internal_zone
                current_internal_zone = current_internal_zone + 1
             end if
 
             call re2_file_mark_labeled_bc(msh, el_idx, sym_facet, &
                  re2v1_data_bc(i)%type, &
                  neko_shl_bc_label, total_labeled_zone_offset, &
                  labeled_zone_offsets(neko_shl_bc_label) .eq. 0)
 
             labeled_zone_offsets(neko_shl_bc_label) = 1
          case ('P')
             periodic = .true.
             p_el_idx = int(re2v1_data_bc(i)%bc_data(1))
             p_facet = facet_map(int(re2v1_data_bc(i)%bc_data(2)))
             call msh%get_facet_ids(sym_facet, el_idx, pids)
             call msh%mark_periodic_facet(sym_facet, el_idx, &
                  p_facet, p_el_idx, pids)
          case default
             write (*,*) re2v1_data_bc(i)%type, 'bc type not supported yet'
             write (*,*) re2v1_data_bc(i)%bc_data
          end select
       end do
 
       !
       ! Fix periodic condition for shared nodes
       !
       if (periodic) then
          do j = 1, 3
             do i = 1, nbcs
                el_idx = re2v1_data_bc(i)%elem - dist%start_idx()
                sym_facet = facet_map(re2v1_data_bc(i)%face)
                select case(trim(re2v1_data_bc(i)%type))
                case ('P')
                   p_el_idx = int(re2v1_data_bc(i)%bc_data(1))
                   p_facet = facet_map(int(re2v1_data_bc(i)%bc_data(2)))
                   call msh%create_periodic_ids(sym_facet, el_idx, &
                        p_facet, p_el_idx)
                end select
             end do
          end do
       end if
 
       deallocate(re2v1_data_bc)
    end if
 
  end subroutine re2_file_read_bcs
 
  subroutine re2_file_mark_labeled_bc(msh, el_idx, facet, type, label, offset, print_info)
    type(mesh_t), intent(inout) :: msh
    integer, intent(in) :: el_idx
    integer, intent(in) :: facet
    character(len=*), intent(in) :: type
    integer, intent(in) :: label
    integer, intent(in) :: offset
    logical, intent(in) :: print_info
 
    integer :: mark_label
    character(len=LOG_SIZE) :: log_buf
 
    mark_label = offset + label
 
    if (mark_label .lt. 1 .or. mark_label .gt. neko_msh_max_zlbls) then
       call neko_error("You have reached the maximum amount of allowed labeled&
       & zones (max allowed: 20). This happened when converting re2 internal labels&
       & like e.g. 'w', 'V' or 'o' to labeled zones. Please reduce the number of&
       & labeled zones that you have defined or make sure that they are labeled&
       & from [1,...,20].")
    end if
 
    if (print_info) then
       write (log_buf, "(A3,A,I2)") trim(type), " => Labeled index ", mark_label
       call neko_log%message(log_buf)
    end if
    call msh%mark_labeled_facet(facet, el_idx, mark_label)
 
  end subroutine re2_file_mark_labeled_bc
 
  subroutine re2_file_add_point(htp, p, idx)
    type(htable_pt_t), intent(inout) :: htp
    type(point_t), intent(inout) :: p
    integer, intent(inout) :: idx
    integer :: tmp
 
    if (htp%get(p, tmp) .gt. 0) then
       idx = idx + 1
       call htp%set(p, idx)
       call p%set_id(idx)
    else
       call p%set_id(tmp)
    end if
 
  end subroutine re2_file_add_point
 
end module re2_file