|
Neko 1.99.5
A portable framework for high-order spectral element flow simulations
|
#include <cassert>

Go to the source code of this file.
| __global__ void absval_kernel | ( | T *__restrict__ | a, |
| const int | n | ||
| ) |
Device kernel for abs_value
Definition at line 1233 of file math_kernel.h.

| __global__ void add2_kernel | ( | T *__restrict__ | a, |
| const T *__restrict__ | b, | ||
| const int | n | ||
| ) |
Device kernel for add2
Definition at line 387 of file math_kernel.h.

| __global__ void add2s1_kernel | ( | T *__restrict__ | a, |
| const T *__restrict__ | b, | ||
| const T | c1, | ||
| const int | n | ||
| ) |
Device kernel for add2s1
Definition at line 438 of file math_kernel.h.

| __global__ void add2s2_kernel | ( | T *__restrict__ | a, |
| const T *__restrict__ | b, | ||
| const T | c1, | ||
| const int | n | ||
| ) |
Device kernel for add2s2
Definition at line 478 of file math_kernel.h.

| __global__ void add2s2_many_kernel | ( | T *__restrict__ | x, |
| const T ** | p, | ||
| const T * | alpha, | ||
| const int | p_cur, | ||
| const int | n | ||
| ) |
Device kernel for add2s2 many
Definition at line 455 of file math_kernel.h.

| __global__ void add3_kernel | ( | T *__restrict__ | a, |
| const T *__restrict__ | b, | ||
| const T *__restrict__ | c, | ||
| const int | n | ||
| ) |
Device kernel for add3
Definition at line 403 of file math_kernel.h.

| __global__ void add3s2_kernel | ( | T *__restrict__ | a, |
| const T *__restrict__ | b, | ||
| const T *__restrict__ | c, | ||
| const T | c1, | ||
| const T | c2, | ||
| const int | n | ||
| ) |
Device kernel for add3s2
Definition at line 512 of file math_kernel.h.

| __global__ void add4_kernel | ( | T *__restrict__ | a, |
| const T *__restrict__ | b, | ||
| const T *__restrict__ | c, | ||
| const T *__restrict__ | d, | ||
| const int | n | ||
| ) |
Device kernel for add4
Definition at line 420 of file math_kernel.h.

| __global__ void add4s3_kernel | ( | T *__restrict__ | a, |
| const T *__restrict__ | b, | ||
| const T *__restrict__ | c, | ||
| const T *__restrict__ | d, | ||
| const T | c1, | ||
| const T | c2, | ||
| const T | c3, | ||
| const int | n | ||
| ) |
Device kernel for add4s3
Definition at line 531 of file math_kernel.h.

| __global__ void add5s4_kernel | ( | T *__restrict__ | a, |
| const T *__restrict__ | b, | ||
| const T *__restrict__ | c, | ||
| const T *__restrict__ | d, | ||
| const T *__restrict__ | e, | ||
| const T | c1, | ||
| const T | c2, | ||
| const T | c3, | ||
| const T | c4, | ||
| const int | n | ||
| ) |
Device kernel for add5s4
Definition at line 552 of file math_kernel.h.

| __global__ void addcol3_kernel | ( | T *__restrict__ | a, |
| const T *__restrict__ | b, | ||
| const T *__restrict__ | c, | ||
| const int | n | ||
| ) |
Device kernel for addcol3
Definition at line 707 of file math_kernel.h.

| __global__ void addcol3s2_kernel | ( | T *__restrict__ | a, |
| const T *__restrict__ | b, | ||
| const T *__restrict__ | c, | ||
| const T | s, | ||
| const int | n | ||
| ) |
Device kernel for addcol3s2
Definition at line 744 of file math_kernel.h.

| __global__ void addcol4_kernel | ( | T *__restrict__ | a, |
| const T *__restrict__ | b, | ||
| const T *__restrict__ | c, | ||
| const T *__restrict__ | d, | ||
| const int | n | ||
| ) |
Device kernel for addcol4
Definition at line 725 of file math_kernel.h.

| __global__ void addsqr2s2_kernel | ( | T *__restrict__ | a, |
| const T *__restrict__ | b, | ||
| const T | c1, | ||
| const int | n | ||
| ) |
Device kernel for addsqr2s2
Definition at line 495 of file math_kernel.h.

| __global__ void cadd2_kernel | ( | T *__restrict__ | a, |
| T *__restrict__ | b, | ||
| const T | c, | ||
| const int | n | ||
| ) |
Device kernel for cadd2
Definition at line 336 of file math_kernel.h.

| __global__ void cadd_kernel | ( | T *__restrict__ | a, |
| const T | c, | ||
| const int | n | ||
| ) |
Device kernel for cadd
Definition at line 320 of file math_kernel.h.

| __global__ void cdiv2_kernel | ( | T *__restrict__ | a, |
| T *__restrict__ | b, | ||
| const T | c, | ||
| const int | n | ||
| ) |
Device kernel for cdiv2
Definition at line 303 of file math_kernel.h.

| __global__ void cdiv_kernel | ( | T *__restrict__ | a, |
| const T | c, | ||
| const int | n | ||
| ) |
Device kernel for cdiv
Definition at line 287 of file math_kernel.h.

| __global__ void cfill_kernel | ( | T *__restrict__ | a, |
| const T | c, | ||
| const int | n | ||
| ) |
Device kernel for cfill
Definition at line 371 of file math_kernel.h.

| __global__ void cfill_mask_kernel | ( | T *__restrict__ | a, |
| const T | c, | ||
| const int | size, | ||
| int *__restrict__ | mask, | ||
| const int | mask_size | ||
| ) |
Device kernel for cfill_mask
Definition at line 254 of file math_kernel.h.

| __global__ void cmult2_kernel | ( | T *__restrict__ | a, |
| T *__restrict__ | b, | ||
| const T | c, | ||
| const int | n | ||
| ) |
Device kernel for cmult2
Definition at line 270 of file math_kernel.h.

| __global__ void cmult_kernel | ( | T *__restrict__ | a, |
| const T | c, | ||
| const int | n | ||
| ) |
Device kernel for cmult
Definition at line 41 of file math_kernel.h.

| __global__ void col2_kernel | ( | T *__restrict__ | a, |
| const T *__restrict__ | b, | ||
| const int | n | ||
| ) |
Device kernel for col2
Definition at line 624 of file math_kernel.h.

| __global__ void col3_kernel | ( | T *__restrict__ | a, |
| const T *__restrict__ | b, | ||
| const T *__restrict__ | c, | ||
| const int | n | ||
| ) |
Device kernel for col3
Definition at line 640 of file math_kernel.h.

| __global__ void cwrap_kernel | ( | T *__restrict__ | a, |
| const T | min_val, | ||
| const T | max_val, | ||
| const int | n | ||
| ) |
Device kernel for cwrap
Definition at line 353 of file math_kernel.h.

| __device__ __forceinline__ int face_gather_idx | ( | const int | i, |
| const int | j, | ||
| const int | k, | ||
| const int | l, | ||
| const int | n1, | ||
| const int | n2, | ||
| const int | nf | ||
| ) |
Definition at line 106 of file math_kernel.h.


| __device__ __forceinline__ void face_gather_nonlinear_index | ( | int * | index, |
| const int | idx, | ||
| const int | lx, | ||
| const int | ly, | ||
| const int | lz | ||
| ) |
Definition at line 91 of file math_kernel.h.


| __global__ void face_masked_gather_copy_kernel | ( | T *__restrict__ | a, |
| const T *__restrict__ | b, | ||
| const int *__restrict__ | mask, | ||
| const int *__restrict__ | facet, | ||
| const int | n1, | ||
| const int | n2, | ||
| const int | lx, | ||
| const int | ly, | ||
| const int | lz, | ||
| const int | n_mask | ||
| ) |
Device kernel for masked gather copy from a face-local field
Definition at line 115 of file math_kernel.h.

Device kernel for glmax
Definition at line 1161 of file math_kernel.h.

Device kernel for glmin
Definition at line 1197 of file math_kernel.h.

Device kernel for glsc2
Definition at line 1056 of file math_kernel.h.

Device kernel for glsc3
Definition at line 980 of file math_kernel.h.

| __global__ void glsc3_many_kernel | ( | const T * | a, |
| const T ** | b, | ||
| const T * | c, | ||
| T * | buf_h, | ||
| const int | j, | ||
| const int | n | ||
| ) |
Device kernel for glsc3 many
Definition at line 1015 of file math_kernel.h.

Reduction kernel for glsc3
Definition at line 945 of file math_kernel.h.

Device kernel for glsubnorm2
Definition at line 1091 of file math_kernel.h.

Device kernel for glsum
Definition at line 1126 of file math_kernel.h.

| __global__ void invcol1_kernel | ( | T *__restrict__ | a, |
| const int | n | ||
| ) |
Device kernel for invcol1
Definition at line 575 of file math_kernel.h.

| __global__ void invcol2_kernel | ( | T *__restrict__ | a, |
| const T *__restrict__ | b, | ||
| const int | n | ||
| ) |
Device kernel for invcol2
Definition at line 591 of file math_kernel.h.

| __global__ void invcol3_kernel | ( | T *__restrict__ | a, |
| const T *__restrict__ | b, | ||
| const T *__restrict__ | c, | ||
| const int | n | ||
| ) |
Device kernel for invcol3
Definition at line 607 of file math_kernel.h.

| __global__ void masked_atomic_reduction_kernel | ( | T *__restrict__ | a, |
| T *__restrict__ | b, | ||
| int *__restrict__ | mask, | ||
| const int | n, | ||
| const int | m | ||
| ) |
Device kernel for masked atomic update
Definition at line 196 of file math_kernel.h.

| __global__ void masked_copy_kernel_0 | ( | T *__restrict__ | a, |
| T *__restrict__ | b, | ||
| int *__restrict__ | mask, | ||
| const int | n, | ||
| const int | n_mask | ||
| ) |
Device kernel for masked copy with BC style mask
Definition at line 218 of file math_kernel.h.

| __global__ void masked_copy_kernel_aligned | ( | T *__restrict__ | a, |
| T *__restrict__ | b, | ||
| int *__restrict__ | mask, | ||
| const int | n, | ||
| const int | n_mask | ||
| ) |
Device kernel for masked copy with point zone style mask
Definition at line 236 of file math_kernel.h.

| __global__ void masked_gather_copy_aligned_kernel | ( | T *__restrict__ | a, |
| T *__restrict__ | b, | ||
| int *__restrict__ | mask, | ||
| const int | n, | ||
| const int | n_mask | ||
| ) |
Device kernel for masked gather copy with aligned mask
Definition at line 76 of file math_kernel.h.

| __global__ void masked_gather_copy_kernel | ( | T *__restrict__ | a, |
| T *__restrict__ | b, | ||
| int *__restrict__ | mask, | ||
| const int | n, | ||
| const int | n_mask | ||
| ) |
Device kernel for masked gather copy
Definition at line 57 of file math_kernel.h.

| __global__ void masked_scatter_copy_aligned_kernel | ( | T *__restrict__ | a, |
| T *__restrict__ | b, | ||
| int *__restrict__ | mask, | ||
| const int | n, | ||
| const int | n_mask | ||
| ) |
Device kernel for masked scatter copy with aligned mask
Definition at line 174 of file math_kernel.h.

| __global__ void masked_scatter_copy_kernel | ( | T *__restrict__ | a, |
| T *__restrict__ | b, | ||
| int *__restrict__ | mask, | ||
| const int | n, | ||
| const int | n_mask | ||
| ) |
Device kernel for masked scatter copy
Definition at line 156 of file math_kernel.h.

| __global__ void pwmax_sca2_kernel | ( | T *__restrict__ | a, |
| const T | c, | ||
| const int | n | ||
| ) |
Device kernel for point-wise max of vector and scalar a = max(a, c)
Definition at line 1281 of file math_kernel.h.

| __global__ void pwmax_sca3_kernel | ( | T *__restrict__ | a, |
| const T *__restrict | b, | ||
| const T | c, | ||
| const int | n | ||
| ) |
Device kernel for point-wise max of vector and scalar a = max(b, c)
Definition at line 1294 of file math_kernel.h.

| __global__ void pwmax_vec2_kernel | ( | T *__restrict__ | a, |
| const T *__restrict__ | b, | ||
| const int | n | ||
| ) |
Device kernel for point-wise max of two vectors a = max(a, b)
Definition at line 1253 of file math_kernel.h.

| __global__ void pwmax_vec3_kernel | ( | T *__restrict__ | a, |
| const T *__restrict__ | b, | ||
| const T *__restrict__ | c, | ||
| const int | n | ||
| ) |
Device kernel for point-wise max of two vectors a = max(b, c)
Definition at line 1266 of file math_kernel.h.

| __global__ void pwmin_sca2_kernel | ( | T *__restrict__ | a, |
| const T | c, | ||
| const int | n | ||
| ) |
Device kernel for point-wise min of vector and scalar a = min(a, c)
Definition at line 1337 of file math_kernel.h.

| __global__ void pwmin_sca3_kernel | ( | T *__restrict__ | a, |
| const T *__restrict | b, | ||
| const T | c, | ||
| const int | n | ||
| ) |
Device kernel for point-wise min of vector and scalar a = min(b, c)
Definition at line 1350 of file math_kernel.h.

| __global__ void pwmin_vec2_kernel | ( | T *__restrict__ | a, |
| const T *__restrict__ | b, | ||
| const int | n | ||
| ) |
Device kernel for point-wise min of two vectors a = min(a, b)
Definition at line 1309 of file math_kernel.h.

| __global__ void pwmin_vec3_kernel | ( | T *__restrict__ | a, |
| const T *__restrict__ | b, | ||
| const T *__restrict__ | c, | ||
| const int | n | ||
| ) |
Device kernel for point-wise min of two vectors a = min(b, c)
Definition at line 1322 of file math_kernel.h.

Vector reduction kernel
Definition at line 851 of file math_kernel.h.

Vector reduction maximisation kernel
Definition at line 882 of file math_kernel.h.

| __inline__ __device__ T reduce_max_warp | ( | T | val | ) |
Warp shuffle reduction of maximisation
Definition at line 825 of file math_kernel.h.

Vector reduction minimisation kernel
Definition at line 913 of file math_kernel.h.

| __inline__ __device__ T reduce_min_warp | ( | T | val | ) |
Warp shuffle reduction of minimisation
Definition at line 838 of file math_kernel.h.

| __inline__ __device__ T reduce_warp | ( | T | val | ) |
Warp shuffle reduction
Definition at line 812 of file math_kernel.h.

| __global__ void sub2_kernel | ( | T *__restrict__ | a, |
| const T *__restrict__ | b, | ||
| const int | n | ||
| ) |
Device kernel for sub2
Definition at line 674 of file math_kernel.h.

| __global__ void sub3_kernel | ( | T *__restrict__ | a, |
| const T *__restrict__ | b, | ||
| const T *__restrict__ | c, | ||
| const int | n | ||
| ) |
Device kernel for sub3
Definition at line 690 of file math_kernel.h.

| __global__ void subcol3_kernel | ( | T *__restrict__ | a, |
| const T *__restrict__ | b, | ||
| const T *__restrict__ | c, | ||
| const int | n | ||
| ) |
Device kernel for subcol3
Definition at line 657 of file math_kernel.h.

| __global__ void vcross_kernel | ( | T *__restrict__ | u1, |
| T *__restrict__ | u2, | ||
| T *__restrict__ | u3, | ||
| const T *__restrict__ | v1, | ||
| const T *__restrict__ | v2, | ||
| const T *__restrict__ | v3, | ||
| const T *__restrict__ | w1, | ||
| const T *__restrict__ | w2, | ||
| const T *__restrict__ | w3, | ||
| const int | n | ||
| ) |
Device kernel for vcross
Definition at line 785 of file math_kernel.h.

| __global__ void vdot3_kernel | ( | T *__restrict__ | dot, |
| const T *__restrict__ | u1, | ||
| const T *__restrict__ | u2, | ||
| const T *__restrict__ | u3, | ||
| const T *__restrict__ | v1, | ||
| const T *__restrict__ | v2, | ||
| const T *__restrict__ | v3, | ||
| const int | n | ||
| ) |
Device kernel for vdot3
Definition at line 763 of file math_kernel.h.
