matrix_math.f90

Go to the documentation of this file.

! Copyright (c) 2008-2020, UCHICAGO ARGONNE, LLC.
!
! The UChicago Argonne, LLC as Operator of Argonne National
! Laboratory holds copyright in the Software. The copyright holder
! reserves all rights except those expressly granted to licensees,
! and U.S. Government license rights.
!
! Redistribution and use in source and binary forms, with or without
! modification, are permitted provided that the following conditions
! are met:
!
! 1. Redistributions of source code must retain the above copyright
! notice, this list of conditions and the disclaimer below.
!
! 2. Redistributions in binary form must reproduce the above copyright
! notice, this list of conditions and the disclaimer (as noted below)
! in the documentation and/or other materials provided with the
! distribution.
!
! 3. Neither the name of ANL nor the names of its contributors
! may be used to endorse or promote products derived from this software
! without specific prior written permission.
!
! THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
! "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
! LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
! FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL
! UCHICAGO ARGONNE, LLC, THE U.S. DEPARTMENT OF
! ENERGY OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
! SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED
! TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
! DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
! THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
! (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
! OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
!
! Additional BSD Notice
! ---------------------
! 1. This notice is required to be provided under our contract with
! the U.S. Department of Energy (DOE). This work was produced at
! Argonne National Laboratory under Contract
! No. DE-AC02-06CH11357 with the DOE.
!
! 2. Neither the United States Government nor UCHICAGO ARGONNE,
! LLC nor any of their employees, makes any warranty,
! express or implied, or assumes any liability or responsibility for the
! accuracy, completeness, or usefulness of any information, apparatus,
! product, or process disclosed, or represents that its use would not
! infringe privately-owned rights.
!
! 3. Also, reference herein to any specific commercial products, process,
! or services by trade name, trademark, manufacturer or otherwise does
! not necessarily constitute or imply its endorsement, recommendation,
! or favoring by the United States Government or UCHICAGO ARGONNE LLC.
! The views and opinions of authors expressed
! herein do not necessarily state or reflect those of the United States
! Government or UCHICAGO ARGONNE, LLC, and shall
! not be used for advertising or product endorsement purposes.
!
module matrix_math
  use neko_config, only: neko_bcknd_device
  use num_types, only: rp
  use matrix, only: matrix_t
  use device
  use math, only: rzero, rone, copy, cmult, cadd, cfill, invcol1, vdot3, add2, &
       add3, add4, sub2, sub3, add2s1, add2s2, addsqr2s2, cmult2, invcol2, &
       col2, col3, subcol3, add3s2, addcol3, addcol4, glsum, glsc2, glsc3, &
       masked_gather_copy_0, masked_scatter_copy_0, glsubnorm, invcol3
  use device_math, only: device_rzero, device_rone, device_copy, device_cmult, &
       device_cadd, device_cfill, device_invcol1, device_vdot3, device_add2, &
       device_add3, device_add4, device_sub2, device_sub3, device_add2s1, &
       device_add2s2, device_addsqr2s2, device_cmult2, device_invcol2, &
       device_col2, device_col3, device_subcol3, device_add3s2, &
       device_addcol3, device_addcol4, device_glsum, device_glsc2, &
       device_glsc3, device_masked_gather_copy_0, device_masked_scatter_copy_0,&
       device_glsubnorm, device_invcol3
  use, intrinsic :: iso_c_binding, only: c_ptr
  implicit none
  private
 
  public :: matrix_rzero, matrix_rone, matrix_copy, matrix_cmult, &
       matrix_cadd, matrix_cfill, matrix_invcol1, matrix_invcol3, &
       matrix_add2, matrix_sub2, matrix_sub3, matrix_add2s1, &
       matrix_add2s2, matrix_addsqr2s2, matrix_cmult2, &
       matrix_invcol2, matrix_col2, matrix_col3, matrix_subcol3, &
       matrix_add3s2, matrix_addcol3, matrix_addcol4, matrix_glsum, &
       matrix_glsc2, matrix_glsc3, matrix_add3, &
       matrix_glsubnorm
 
contains
 
  subroutine matrix_rzero(a, n)
    type(matrix_t), intent(inout) :: a
    integer, intent(in), optional :: n
    integer :: size
 
    if (present(n)) then
       size = n
    else
       size = a%size()
    end if
 
    if (neko_bcknd_device .eq. 1) then
       call device_rzero(a%x_d, size)
    else
       call rzero(a%x, size)
    end if
  end subroutine matrix_rzero
 
  subroutine matrix_rone(a, n)
    type(matrix_t), intent(inout) :: a
    integer, intent(in), optional :: n
    integer :: size
 
    if (present(n)) then
       size = n
    else
       size = a%size()
    end if
 
    if (neko_bcknd_device .eq. 1) then
       call device_rone(a%x_d, size)
    else
       call rone(a%x, size)
    end if
  end subroutine matrix_rone
 
  subroutine matrix_copy(a, b, n)
    type(matrix_t), intent(inout) :: a
    type(matrix_t), intent(in) :: b
    integer, intent(in), optional :: n
    integer :: size
 
    if (present(n)) then
       size = n
    else
       size = a%size()
    end if
 
    if (neko_bcknd_device .eq. 1) then
       call device_copy(a%x_d, b%x_d, size)
    else
       call copy(a%x, b%x, size)
    end if
  end subroutine matrix_copy
 
  subroutine matrix_cmult(a, c, n)
    type(matrix_t), intent(inout) :: a
    real(kind=rp), intent(in) :: c
    integer, intent(in), optional :: n
    integer :: size
 
    if (present(n)) then
       size = n
    else
       size = a%size()
    end if
 
    if (neko_bcknd_device .eq. 1) then
       call device_cmult(a%x_d, c, size)
    else
       call cmult(a%x, c, size)
    end if
  end subroutine matrix_cmult
 
  subroutine matrix_cadd(a, s, n)
    type(matrix_t), intent(inout) :: a
    real(kind=rp), intent(in) :: s
    integer, intent(in), optional :: n
    integer :: size
 
    if (present(n)) then
       size = n
    else
       size = a%size()
    end if
 
    if (neko_bcknd_device .eq. 1) then
       call device_cadd(a%x_d, s, size)
    else
       call cadd(a%x, s, size)
    end if
  end subroutine matrix_cadd
 
  subroutine matrix_cfill(a, c, n)
    type(matrix_t), intent(inout) :: a
    real(kind=rp), intent(in) :: c
    integer, intent(in), optional :: n
    integer :: size
 
    if (present(n)) then
       size = n
    else
       size = a%size()
    end if
 
    if (neko_bcknd_device .eq. 1) then
       call device_cfill(a%x_d, c, size)
    else
       call cfill(a%x, c, size)
    end if
  end subroutine matrix_cfill
 
  subroutine matrix_invcol1(a, n)
    type(matrix_t), intent(inout) :: a
    integer, intent(in), optional :: n
    integer :: size
 
    if (present(n)) then
       size = n
    else
       size = a%size()
    end if
 
    if (neko_bcknd_device .eq. 1) then
       call device_invcol1(a%x_d, size)
    else
       call invcol1(a%x, size)
    end if
 
  end subroutine matrix_invcol1
 
  subroutine matrix_invcol3(a, b, c, n)
    type(matrix_t), intent(inout) :: a
    type(matrix_t), intent(in) :: b
    type(matrix_t), intent(in) :: c
    integer, intent(in), optional :: n
    integer :: size
 
    if (present(n)) then
       size = n
    else
       size = a%size()
    end if
 
    if (neko_bcknd_device .eq. 1) then
       call device_invcol3(a%x_d, b%x_d, c%x_d, size)
    else
       call invcol3(a%x, b%x, c%x, size)
    end if
 
  end subroutine matrix_invcol3
 
  subroutine matrix_add2(a, b, n)
    type(matrix_t), intent(inout) :: a
    type(matrix_t), intent(in) :: b
    integer, intent(in), optional :: n
    integer :: size
 
    if (present(n)) then
       size = n
    else
       size = a%size()
    end if
 
    if (neko_bcknd_device .eq. 1) then
       call device_add2(a%x_d, b%x_d, size)
    else
       call add2(a%x, b%x, size)
    end if
 
  end subroutine matrix_add2
 
  subroutine matrix_add3(a, b, c, n)
    type(matrix_t), intent(inout) :: a
    type(matrix_t), intent(in) :: b, c
    integer, intent(in), optional :: n
    integer :: size
 
    if (present(n)) then
       size = n
    else
       size = a%size()
    end if
 
    if (neko_bcknd_device .eq. 1) then
       call device_add3(a%x_d, b%x_d, c%x_d, size)
    else
       call add3(a%x, b%x, c%x, size)
    end if
 
  end subroutine matrix_add3
 
  subroutine matrix_add4(a, b, c, d, n)
    type(matrix_t), intent(inout) :: a
    type(matrix_t), intent(in) :: b, c, d
    integer, intent(in), optional :: n
    integer :: size
 
    if (present(n)) then
       size = n
    else
       size = a%size()
    end if
 
    if (neko_bcknd_device .eq. 1) then
       call device_add4(a%x_d, b%x_d, c%x_d, d%x_d, size)
    else
       call add4(a%x, b%x, c%x, d%x, size)
    end if
 
  end subroutine matrix_add4
 
  subroutine matrix_sub2(a, b, n)
    type(matrix_t), intent(inout) :: a
    type(matrix_t), intent(in) :: b
    integer, intent(in), optional :: n
    integer :: size
 
    if (present(n)) then
       size = n
    else
       size = a%size()
    end if
 
    if (neko_bcknd_device .eq. 1) then
       call device_sub2(a%x_d, b%x_d, size)
    else
       call sub2(a%x, b%x, size)
    end if
 
  end subroutine matrix_sub2
 
  subroutine matrix_sub3(a, b, c, n)
    type(matrix_t), intent(inout) :: a
    type(matrix_t), intent(in) :: b
    type(matrix_t), intent(in) :: c
    integer, intent(in), optional :: n
    integer :: size
 
    if (present(n)) then
       size = n
    else
       size = a%size()
    end if
 
    if (neko_bcknd_device .eq. 1) then
       call device_sub3(a%x_d, b%x_d, c%x_d, size)
    else
       call sub3(a%x, b%x, c%x, size)
    end if
 
  end subroutine matrix_sub3
 
 
  subroutine matrix_add2s1(a, b, c1, n)
    type(matrix_t), intent(inout) :: a
    type(matrix_t), intent(in) :: b
    real(kind=rp), intent(in) :: c1
    integer, intent(in), optional :: n
    integer :: size
 
    if (present(n)) then
       size = n
    else
       size = a%size()
    end if
 
    if (neko_bcknd_device .eq. 1) then
       call device_add2s1(a%x_d, b%x_d, c1, size)
    else
       call add2s1(a%x, b%x, c1, size)
    end if
 
  end subroutine matrix_add2s1
 
  subroutine matrix_add2s2(a, b, c1, n)
    type(matrix_t), intent(inout) :: a
    type(matrix_t), intent(in) :: b
    real(kind=rp), intent(in) :: c1
    integer, intent(in), optional :: n
    integer :: size
 
    if (present(n)) then
       size = n
    else
       size = a%size()
    end if
 
    if (neko_bcknd_device .eq. 1) then
       call device_add2s2(a%x_d, b%x_d, c1, size)
    else
       call add2s2(a%x, b%x, c1, size)
    end if
 
  end subroutine matrix_add2s2
 
  subroutine matrix_addsqr2s2(a, b, c1, n)
    type(matrix_t), intent(inout) :: a
    type(matrix_t), intent(in) :: b
    real(kind=rp), intent(in) :: c1
    integer, intent(in), optional :: n
    integer :: size
 
    if (present(n)) then
       size = n
    else
       size = a%size()
    end if
 
    if (neko_bcknd_device .eq. 1) then
       call device_addsqr2s2(a%x_d, b%x_d, c1, size)
    else
       call addsqr2s2(a%x, b%x, c1, size)
    end if
 
  end subroutine matrix_addsqr2s2
 
  subroutine matrix_cmult2(a, b, c, n)
    type(matrix_t), intent(inout) :: a
    type(matrix_t), intent(in) :: b
    real(kind=rp), intent(in) :: c
    integer, intent(in), optional :: n
    integer :: size
 
    if (present(n)) then
       size = n
    else
       size = a%size()
    end if
 
    if (neko_bcknd_device .eq. 1) then
       call device_cmult2(a%x_d, b%x_d, c, size)
    else
       call cmult2(a%x, b%x, c, size)
    end if
 
  end subroutine matrix_cmult2
 
  subroutine matrix_invcol2(a, b, n)
    type(matrix_t), intent(inout) :: a
    type(matrix_t), intent(in) :: b
    integer, intent(in), optional :: n
    integer :: size
 
    if (present(n)) then
       size = n
    else
       size = a%size()
    end if
 
    if (neko_bcknd_device .eq. 1) then
       call device_invcol2(a%x_d, b%x_d, size)
    else
       call invcol2(a%x, b%x, size)
    end if
 
  end subroutine matrix_invcol2
 
 
  subroutine matrix_col2(a, b, n)
    type(matrix_t), intent(inout) :: a
    type(matrix_t), intent(in) :: b
    integer, intent(in), optional :: n
    integer :: size
 
    if (present(n)) then
       size = n
    else
       size = a%size()
    end if
 
    if (neko_bcknd_device .eq. 1) then
       call device_col2(a%x_d, b%x_d, size)
    else
       call col2(a%x, b%x, size)
    end if
 
  end subroutine matrix_col2
 
  subroutine matrix_col3(a, b, c, n)
    type(matrix_t), intent(inout) :: a
    type(matrix_t), intent(in) :: b
    type(matrix_t), intent(in) :: c
    integer, intent(in), optional :: n
    integer :: size
 
    if (present(n)) then
       size = n
    else
       size = a%size()
    end if
 
    if (neko_bcknd_device .eq. 1) then
       call device_col3(a%x_d, b%x_d, c%x_d, size)
    else
       call col3(a%x, b%x, c%x, size)
    end if
 
  end subroutine matrix_col3
 
  subroutine matrix_subcol3(a, b, c, n)
    type(matrix_t), intent(inout) :: a
    type(matrix_t), intent(in) :: b
    type(matrix_t), intent(in) :: c
    integer, intent(in), optional :: n
    integer :: size
 
    if (present(n)) then
       size = n
    else
       size = a%size()
    end if
 
    if (neko_bcknd_device .eq. 1) then
       call device_subcol3(a%x_d, b%x_d, c%x_d, size)
    else
       call subcol3(a%x, b%x, c%x, size)
    end if
 
  end subroutine matrix_subcol3
 
  subroutine matrix_add3s2(a, b, c, c1, c2, n)
    type(matrix_t), intent(inout) :: a
    type(matrix_t), intent(in) :: b
    type(matrix_t), intent(in) :: c
    real(kind=rp), intent(in) :: c1, c2
    integer, intent(in), optional :: n
    integer :: size
 
    if (present(n)) then
       size = n
    else
       size = a%size()
    end if
 
    if (neko_bcknd_device .eq. 1) then
       call device_add3s2(a%x_d, b%x_d, c%x_d, c1, c2, size)
    else
       call add3s2(a%x, b%x, c%x, c1, c2, size)
    end if
 
  end subroutine matrix_add3s2
 
  subroutine matrix_addcol3(a, b, c, n)
    type(matrix_t), intent(inout) :: a
    type(matrix_t), intent(in) :: b
    type(matrix_t), intent(in) :: c
    integer, intent(in), optional :: n
    integer :: size
 
    if (present(n)) then
       size = n
    else
       size = a%size()
    end if
 
    if (neko_bcknd_device .eq. 1) then
       call device_addcol3(a%x_d, b%x_d, c%x_d, size)
    else
       call addcol3(a%x, b%x, c%x, size)
    end if
 
  end subroutine matrix_addcol3
 
  subroutine matrix_addcol4(a, b, c, d, n)
    type(matrix_t), intent(inout) :: a
    type(matrix_t), intent(in) :: b
    type(matrix_t), intent(in) :: c
    type(matrix_t), intent(in) :: d
    integer, intent(in), optional :: n
    integer :: size
 
    if (present(n)) then
       size = n
    else
       size = a%size()
    end if
 
    if (neko_bcknd_device .eq. 1) then
       call device_addcol4(a%x_d, b%x_d, c%x_d, d%x_d, size)
    else
       call addcol4(a%x, b%x, c%x, d%x, size)
    end if
 
  end subroutine matrix_addcol4
 
  function matrix_glsum(a, n) result(sum)
    integer, intent(in), optional :: n
    type(matrix_t), intent(in) :: a
    real(kind=rp) :: sum
    integer :: size
 
    if (present(n)) then
       size = n
    else
       size = a%size()
    end if
 
    if (neko_bcknd_device .eq. 1) then
       sum = device_glsum(a%x_d, size)
    else
       sum = glsum(a%x, size)
    end if
 
  end function matrix_glsum
 
  function matrix_glsc2(a, b, n) result(ip)
    integer, intent(in), optional :: n
    type(matrix_t), intent(in) :: a, b
    real(kind=rp) :: ip
    integer :: size
 
    if (present(n)) then
       size = n
    else
       size = a%size()
    end if
 
    if (neko_bcknd_device .eq. 1) then
       ip = device_glsc2(a%x_d, b%x_d, size)
    else
       ip = glsc2(a%x, b%x, size)
    end if
 
  end function matrix_glsc2
 
  function matrix_glsc3(a, b, c, n) result(ip)
    integer, intent(in), optional :: n
    type(matrix_t), intent(in) :: a, b, c
    real(kind=rp) :: ip
    integer :: size
 
    if (present(n)) then
       size = n
    else
       size = a%size()
    end if
 
    if (neko_bcknd_device .eq. 1) then
       ip = device_glsc3(a%x_d, b%x_d, c%x_d, size)
    else
       ip = glsc3(a%x, b%x, c%x, size)
    end if
 
  end function matrix_glsc3
 
  function matrix_glsubnorm(a, b, n) result(norm)
    integer, intent(in), optional :: n
    type(matrix_t), intent(in) :: a, b
    real(kind=rp) :: norm
    integer :: size
 
    if (present(n)) then
       size = n
    else
       size = a%size()
    end if
 
    if (neko_bcknd_device .eq. 1) then
       norm = device_glsubnorm(a%x_d, b%x_d, size)
    else
       norm = glsubnorm(a%x, b%x, size)
    end if
 
  end function matrix_glsubnorm
 
end module matrix_math