Neko 1.99.10
A portable framework for high-order spectral element flow simulations
Loading...
Searching...
No Matches
cdtp_kernel.h File Reference
#include "elem_block.h"
#include "dmma_kernel.h"
#include "dmma_tma_kernel.h"
Include dependency graph for cdtp_kernel.h:
This graph shows which files directly or indirectly include this file:

Go to the source code of this file.

Classes

struct  cdtp_dmma_dispatch< T, LX, NW >
struct  cdtp_dmma_tma_dispatch< T, LX, NW >

Functions

template<typename T, const int LX, const int CHUNKS>
__global__ void cdtp_kernel_1d (T *__restrict__ dtx, const T *__restrict__ x, const T *__restrict__ dr, const T *__restrict__ ds, const T *__restrict__ dt, const T *__restrict__ dxt, const T *__restrict__ dyt, const T *__restrict__ dzt, const T *__restrict__ w3)
template<typename T, const int LX, const int EB>
__global__ void __launch_bounds__ ((LX *LX *EB)) cdtp_kernel_kstep(T *__restrict__ dtx
 if (eb==0)
 for (int k=0;k< LX;++k)
 __syncthreads ()
template<typename T, const int LX, const int NW>
__global__ void __launch_bounds__ ((32 *NW)) cdtp_kernel_dmma(T *__restrict__ dtx

Variables

__global__ void const T *__restrict__ x
__global__ void const T *__restrict__ const T *__restrict__ dr
__global__ void const T *__restrict__ const T *__restrict__ const T *__restrict__ ds
__global__ void const T *__restrict__ const T *__restrict__ const T *__restrict__ const T *__restrict__ dt
__global__ void const T *__restrict__ const T *__restrict__ const T *__restrict__ const T *__restrict__ const T *__restrict__ dxt
__global__ void const T *__restrict__ const T *__restrict__ const T *__restrict__ const T *__restrict__ const T *__restrict__ const T *__restrict__ dyt
__global__ void const T *__restrict__ const T *__restrict__ const T *__restrict__ const T *__restrict__ const T *__restrict__ const T *__restrict__ const T *__restrict__ dzt
__global__ void const T *__restrict__ const T *__restrict__ const T *__restrict__ const T *__restrict__ const T *__restrict__ const T *__restrict__ const T *__restrict__ const T *__restrict__ w3
__global__ void const T *__restrict__ const T *__restrict__ const T *__restrict__ const T *__restrict__ const T *__restrict__ const T *__restrict__ const T *__restrict__ const T *__restrict__ const int nelv
__shared__ T shdyt [LX *LX]
__shared__ T shdzt [LX *LX]
__shared__ T shtar [EB *LX *LX]
__shared__ T shtas [EB *LX *LX]
T rtar [LX]
T rtas [LX]
T rtat [LX]
const int eb = (EB == 1) ? 0 : threadIdx.z
const int e_blk = blockIdx.x * EB + eb
const bool active = (EB == 1) ? true : (e_blk < nelv)
const int e = active ? e_blk : (nelv - 1)
const int sh = eb * LX * LX
const int j = threadIdx.y
const int i = threadIdx.x
const int ij = i + j * LX
const int ele = e*LX*LX*LX

Function Documentation

◆ __launch_bounds__() [1/2]

template<typename T, const int LX, const int NW>
__global__ void __launch_bounds__ ( (32 *NW) )
Here is the call graph for this function:

◆ __launch_bounds__() [2/2]

template<typename T, const int LX, const int EB>
__global__ void __launch_bounds__ ( (LX *LX *EB) )

◆ __syncthreads()

__syncthreads ( )
Here is the caller graph for this function:

◆ cdtp_kernel_1d()

template<typename T, const int LX, const int CHUNKS>
__global__ void cdtp_kernel_1d ( T *__restrict__ dtx,
const T *__restrict__ x,
const T *__restrict__ dr,
const T *__restrict__ ds,
const T *__restrict__ dt,
const T *__restrict__ dxt,
const T *__restrict__ dyt,
const T *__restrict__ dzt,
const T *__restrict__ w3 )

Device kernel for \( D^T x \)

Definition at line 46 of file cdtp_kernel.h.

Here is the call graph for this function:

◆ for()

for ( )

Definition at line 160 of file cdtp_kernel.h.

◆ if()

if ( eb = = 0)

Definition at line 152 of file cdtp_kernel.h.

Variable Documentation

◆ active

const bool active = (EB == 1) ? true : (e_blk < nelv)

Definition at line 144 of file cdtp_kernel.h.

◆ dr

__global__ void const T *__restrict__ const T *__restrict__ dr

Definition at line 111 of file cdtp_kernel.h.

◆ ds

__global__ void const T *__restrict__ const T *__restrict__ const T *__restrict__ ds

Definition at line 112 of file cdtp_kernel.h.

◆ dt

__global__ void const T *__restrict__ const T *__restrict__ const T *__restrict__ const T *__restrict__ dt

Definition at line 113 of file cdtp_kernel.h.

◆ dxt

__global__ void const T *__restrict__ const T *__restrict__ const T *__restrict__ const T *__restrict__ const T *__restrict__ dxt

Definition at line 114 of file cdtp_kernel.h.

◆ dyt

__global__ void const T *__restrict__ const T *__restrict__ const T *__restrict__ const T *__restrict__ const T *__restrict__ const T *__restrict__ dyt

Definition at line 115 of file cdtp_kernel.h.

◆ dzt

__global__ void const T *__restrict__ const T *__restrict__ const T *__restrict__ const T *__restrict__ const T *__restrict__ const T *__restrict__ const T *__restrict__ dzt

Definition at line 116 of file cdtp_kernel.h.

◆ e

const int e = active ? e_blk : (nelv - 1)

Definition at line 145 of file cdtp_kernel.h.

◆ e_blk

const int e_blk = blockIdx.x * EB + eb

Definition at line 140 of file cdtp_kernel.h.

◆ eb

const int eb = (EB == 1) ? 0 : threadIdx.z

Definition at line 139 of file cdtp_kernel.h.

◆ ele

const int ele = e*LX*LX*LX

Definition at line 150 of file cdtp_kernel.h.

◆ i

const int i = threadIdx.x

Definition at line 148 of file cdtp_kernel.h.

◆ ij

const int ij = i + j * LX

Definition at line 149 of file cdtp_kernel.h.

◆ j

const int j = threadIdx.y

Definition at line 147 of file cdtp_kernel.h.

◆ nelv

__global__ void const T* __restrict__ const T* __restrict__ const T* __restrict__ const T* __restrict__ const T* __restrict__ const T* __restrict__ const T* __restrict__ const T* __restrict__ const int nelv
Initial value:
{
__shared__ T shdxt[LX * LX]

Definition at line 118 of file cdtp_kernel.h.

◆ rtar

T rtar[LX]

Definition at line 135 of file cdtp_kernel.h.

◆ rtas

T rtas[LX]

Definition at line 136 of file cdtp_kernel.h.

◆ rtat

T rtat[LX]

Definition at line 137 of file cdtp_kernel.h.

◆ sh

const int sh = eb * LX * LX

Definition at line 146 of file cdtp_kernel.h.

◆ shdyt

__shared__ T shdyt[LX *LX]

Definition at line 121 of file cdtp_kernel.h.

◆ shdzt

__shared__ T shdzt[LX *LX]

Definition at line 122 of file cdtp_kernel.h.

◆ shtar

__shared__ T shtar[EB *LX *LX]

Definition at line 124 of file cdtp_kernel.h.

◆ shtas

__shared__ T shtas[EB *LX *LX]

Definition at line 125 of file cdtp_kernel.h.

◆ w3

__global__ void T *__restrict__ T *__restrict__ const T *__restrict__ const T *__restrict__ const T *__restrict__ const T *__restrict__ const T *__restrict__ const T *__restrict__ const T *__restrict__ const T *__restrict__ const T *__restrict__ const T *__restrict__ const T *__restrict__ const T *__restrict__ const T *__restrict__ const T *__restrict__ w3
Initial value:
{
dxt, dyt, dzt, w3)
__global__ void const T *__restrict__ const T *__restrict__ const T *__restrict__ const T *__restrict__ const T *__restrict__ const T *__restrict__ dyt
__global__ void const T *__restrict__ const T *__restrict__ const T *__restrict__ ds
__global__ void const T *__restrict__ const T *__restrict__ const T *__restrict__ const T *__restrict__ const T *__restrict__ const T *__restrict__ const T *__restrict__ dzt
__global__ void const T *__restrict__ x
__global__ void const T *__restrict__ const T *__restrict__ dr
__global__ void const T *__restrict__ const T *__restrict__ const T *__restrict__ const T *__restrict__ dt
__global__ void const T *__restrict__ const T *__restrict__ const T *__restrict__ const T *__restrict__ const T *__restrict__ dxt
__global__ void const T *__restrict__ const T *__restrict__ const T *__restrict__ const T *__restrict__ const T *__restrict__ const T *__restrict__ const T *__restrict__ const T *__restrict__ w3
static __device__ void run(T *__restrict__, const T *__restrict__, const T *__restrict__, const T *__restrict__, const T *__restrict__, const T *__restrict__, const T *__restrict__, const T *__restrict__, const T *__restrict__)

Definition at line 117 of file cdtp_kernel.h.

◆ x

__global__ void const T *__restrict__ x

Definition at line 110 of file cdtp_kernel.h.