ax_helm_full_device.F90

Go to the documentation of this file.

! Copyright (c) 2024, The Neko Authors
! All rights reserved.
!
! Redistribution and use in source and binary forms, with or without
! modification, are permitted provided that the following conditions
! are met:
!
!   * Redistributions of source code must retain the above copyright
!     notice, this list of conditions and the following disclaimer.
!
!   * Redistributions in binary form must reproduce the above
!     copyright notice, this list of conditions and the following
!     disclaimer in the documentation and/or other materials provided
!     with the distribution.
!
!   * Neither the name of the authors nor the names of its
!     contributors may be used to endorse or promote products derived
!     from this software without specific prior written permission.
!
! THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
! "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
! LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
! FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
! COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
! INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
! BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
! LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
! CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
! LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
! ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
! POSSIBILITY OF SUCH DAMAGE.
!
module ax_helm_full_device
  use ax_helm_full, only : ax_helm_full_t
  use num_types, only : rp
  use coefs, only : coef_t
  use space, only : space_t
  use mesh, only : mesh_t
  use device_math, only : device_addcol4
  use device, only : device_get_ptr
  use num_types, only : rp
  use utils, only : neko_error
  use, intrinsic :: iso_c_binding, only : c_ptr, c_int
  implicit none
  private
 
  type, public, extends(ax_helm_full_t) :: ax_helm_full_device_t
   contains
     procedure, pass(this) :: compute_vector => &
          ax_helm_full_device_compute_vector
  end type ax_helm_full_device_t
 
#ifdef HAVE_HIP
  interface
     subroutine hip_ax_helm_stress_vector(au_d, av_d, aw_d, u_d, v_d, w_d, &
          dx_d, dy_d, dz_d, dxt_d, dyt_d, dzt_d,&
          h1_d, drdx_d, drdy_d, drdz_d, &
          dsdx_d, dsdy_d, dsdz_d, &
          dtdx_d, dtdy_d, dtdz_d, jacinv_d, weight3_d, nelv, lx) &
          bind(c, name='hip_ax_helm_stress_vector')
       use, intrinsic :: iso_c_binding
       type(c_ptr), value :: au_d, av_d, aw_d
       type(c_ptr), value :: u_d, v_d, w_d
       type(c_ptr), value :: dx_d, dy_d, dz_d
       type(c_ptr), value :: dxt_d, dyt_d, dzt_d
       type(c_ptr), value :: h1_d
       type(c_ptr), value :: drdx_d, drdy_d, drdz_d
       type(c_ptr), value :: dsdx_d, dsdy_d, dsdz_d
       type(c_ptr), value :: dtdx_d, dtdy_d, dtdz_d
       type(c_ptr), value :: jacinv_d, weight3_d
       integer(c_int) :: nelv, lx
     end subroutine hip_ax_helm_stress_vector
  end interface
 
  interface
     subroutine hip_ax_helm_stress_vector_part2(au_d, av_d, aw_d, u_d, &
          v_d, w_d, h2_d, B_d, n) &
          bind(c, name='hip_ax_helm_stress_vector_part2')
       use, intrinsic :: iso_c_binding
       type(c_ptr), value :: au_d, av_d, aw_d
       type(c_ptr), value :: u_d, v_d, w_d
       type(c_ptr), value :: h2_d, B_d
       integer(c_int) :: n
     end subroutine hip_ax_helm_stress_vector_part2
  end interface
 
#elif HAVE_CUDA
  interface
     subroutine cuda_ax_helm_stress_vector(au_d, av_d, aw_d, u_d, v_d, w_d, &
          dx_d, dy_d, dz_d, dxt_d, dyt_d, dzt_d,&
          h1_d, drdx_d, drdy_d, drdz_d, &
          dsdx_d, dsdy_d, dsdz_d, &
          dtdx_d, dtdy_d, dtdz_d, jacinv_d, weight3_d, nelv, lx) &
          bind(c, name='cuda_ax_helm_stress_vector')
       use, intrinsic :: iso_c_binding
       type(c_ptr), value :: au_d, av_d, aw_d
       type(c_ptr), value :: u_d, v_d, w_d
       type(c_ptr), value :: dx_d, dy_d, dz_d
       type(c_ptr), value :: dxt_d, dyt_d, dzt_d
       type(c_ptr), value :: h1_d
       type(c_ptr), value :: drdx_d, drdy_d, drdz_d
       type(c_ptr), value :: dsdx_d, dsdy_d, dsdz_d
       type(c_ptr), value :: dtdx_d, dtdy_d, dtdz_d
       type(c_ptr), value :: jacinv_d, weight3_d
       integer(c_int) :: nelv, lx
     end subroutine cuda_ax_helm_stress_vector
  end interface
 
  interface
     subroutine cuda_ax_helm_stress_vector_part2(au_d, av_d, aw_d, &
          u_d, v_d, w_d, h2_d, B_d, n) &
          bind(c, name='cuda_ax_helm_stress_vector_part2')
       use, intrinsic :: iso_c_binding
       type(c_ptr), value :: au_d, av_d, aw_d
       type(c_ptr), value :: u_d, v_d, w_d
       type(c_ptr), value :: h2_d, B_d
       integer(c_int) :: n
     end subroutine cuda_ax_helm_stress_vector_part2
  end interface
 
#elif HAVE_OPENCL
  interface
     subroutine opencl_ax_helm_stress_vector(au_d, av_d, aw_d, u_d, v_d, w_d, &
          dx_d, dy_d, dz_d, dxt_d, dyt_d, dzt_d,&
          h1_d, drdx_d, drdy_d, drdz_d, &
          dsdx_d, dsdy_d, dsdz_d, &
          dtdx_d, dtdy_d, dtdz_d, jacinv_d, weight3_d, nelv, lx) &
          bind(c, name='opencl_ax_helm_stress_vector')
       use, intrinsic :: iso_c_binding
       type(c_ptr), value :: au_d, av_d, aw_d
       type(c_ptr), value :: u_d, v_d, w_d
       type(c_ptr), value :: dx_d, dy_d, dz_d
       type(c_ptr), value :: dxt_d, dyt_d, dzt_d
       type(c_ptr), value :: h1_d
       type(c_ptr), value :: drdx_d, drdy_d, drdz_d
       type(c_ptr), value :: dsdx_d, dsdy_d, dsdz_d
       type(c_ptr), value :: dtdx_d, dtdy_d, dtdz_d
       type(c_ptr), value :: jacinv_d, weight3_d
       integer(c_int) :: nelv, lx
     end subroutine opencl_ax_helm_stress_vector
  end interface
 
  interface
     subroutine opencl_ax_helm_stress_vector_part2(au_d, av_d, aw_d, &
          u_d, v_d, w_d, h2_d, B_d, n) &
          bind(c, name='opencl_ax_helm_stress_vector_part2')
       use, intrinsic :: iso_c_binding
       type(c_ptr), value :: au_d, av_d, aw_d
       type(c_ptr), value :: u_d, v_d, w_d
       type(c_ptr), value :: h2_d, B_d
       integer(c_int) :: n
     end subroutine opencl_ax_helm_stress_vector_part2
  end interface
#endif
 
contains
 
  subroutine ax_helm_full_device_compute_vector(this, au, av, aw, &
       u, v, w, coef, msh, Xh)
    class(ax_helm_full_device_t), intent(in) :: this
    type(space_t), intent(in) :: Xh
    type(mesh_t), intent(in) :: msh
    type(coef_t), intent(in) :: coef
    real(kind=rp), intent(inout) :: au(xh%lx, xh%ly, xh%lz, msh%nelv)
    real(kind=rp), intent(inout) :: av(xh%lx, xh%ly, xh%lz, msh%nelv)
    real(kind=rp), intent(inout) :: aw(xh%lx, xh%ly, xh%lz, msh%nelv)
    real(kind=rp), intent(in) :: u(xh%lx, xh%ly, xh%lz, msh%nelv)
    real(kind=rp), intent(in) :: v(xh%lx, xh%ly, xh%lz, msh%nelv)
    real(kind=rp), intent(in) :: w(xh%lx, xh%ly, xh%lz, msh%nelv)
    type(c_ptr) :: u_d, v_d, w_d
    type(c_ptr) :: au_d, av_d, aw_d
 
    u_d = device_get_ptr(u)
    v_d = device_get_ptr(v)
    w_d = device_get_ptr(w)
 
    au_d = device_get_ptr(au)
    av_d = device_get_ptr(av)
    aw_d = device_get_ptr(aw)
 
#ifdef HAVE_HIP
    call hip_ax_helm_stress_vector(au_d, av_d, aw_d, u_d, v_d, w_d, &
         xh%dx_d, xh%dy_d, xh%dz_d, xh%dxt_d, xh%dyt_d, xh%dzt_d, coef%h1_d, &
         coef%drdx_d, coef%drdy_d, coef%drdz_d, &
         coef%dsdx_d, coef%dsdy_d, coef%dsdz_d, &
         coef%dtdx_d, coef%dtdy_d, coef%dtdz_d, &
         coef%jacinv_d, xh%w3_d, msh%nelv, xh%lx)
#elif HAVE_CUDA
    call cuda_ax_helm_stress_vector(au_d, av_d, aw_d, u_d, v_d, w_d, &
         xh%dx_d, xh%dy_d, xh%dz_d, xh%dxt_d, xh%dyt_d, xh%dzt_d, coef%h1_d, &
         coef%drdx_d, coef%drdy_d, coef%drdz_d, &
         coef%dsdx_d, coef%dsdy_d, coef%dsdz_d, &
         coef%dtdx_d, coef%dtdy_d, coef%dtdz_d, &
         coef%jacinv_d, xh%w3_d, msh%nelv, xh%lx)
#elif HAVE_OPENCL
    call opencl_ax_helm_stress_vector(au_d, av_d, aw_d, u_d, v_d, w_d, &
         xh%dx_d, xh%dy_d, xh%dz_d, xh%dxt_d, xh%dyt_d, xh%dzt_d, coef%h1_d, &
         coef%drdx_d, coef%drdy_d, coef%drdz_d, &
         coef%dsdx_d, coef%dsdy_d, coef%dsdz_d, &
         coef%dtdx_d, coef%dtdy_d, coef%dtdz_d, &
         coef%jacinv_d, xh%w3_d, msh%nelv, xh%lx)
#elif HAVE_METAL
    call neko_error('Stress formulation Ax is not implemented for Metal')
#endif
 
    if (coef%ifh2) then
#ifdef HAVE_HIP
       call hip_ax_helm_stress_vector_part2(au_d, av_d, aw_d, u_d, v_d, w_d, &
            coef%h2_d, coef%B_d, coef%dof%size())
#elif HAVE_CUDA
       call cuda_ax_helm_stress_vector_part2(au_d, av_d, aw_d, u_d, v_d, w_d, &
            coef%h2_d, coef%B_d, coef%dof%size())
#elif HAVE_OPENCL
       call opencl_ax_helm_stress_vector_part2(au_d, av_d, aw_d, u_d, v_d, &
            w_d, coef%h2_d, coef%B_d, coef%dof%size())
#elif HAVE_METAL
       call neko_error('Stress formulation Ax is not implemented for Metal')
#endif
    end if
 
  end subroutine ax_helm_full_device_compute_vector
 
end module ax_helm_full_device