← Back to C-Kernel-Engine Docs Doxygen Source Documentation
Data Fields
CKLayerForwardParams Struct Reference

#include <ckernel_orchestration.h>

Data Fields

int aligned_context_window
 
int aligned_embed_dim
 
int aligned_head_dim
 
int aligned_intermediate_dim
 
float * attn_out
 
const float * b1
 
const float * b2
 
const float * bk
 
const float * bo
 
const float * bq
 
const float * bv
 
int embed_dim
 
float eps
 
float * fc1_out
 
int head_dim
 
const float * input
 
int intermediate_dim
 
float * k
 
const float * ln1_gamma
 
float * ln1_out
 
float * ln1_rstd
 
const float * ln2_gamma
 
float * ln2_out
 
float * ln2_rstd
 
float * mlp_out
 
int num_heads
 
int num_kv_heads
 
float * output
 
float * proj_scratch
 
float * proj_tmp
 
float * q
 
float * residual1
 
const float * rope_cos
 
int rope_pos_offset
 
const float * rope_sin
 
float * scores
 
float * swiglu_out
 
int tokens
 
float * v
 
const float * w1
 
const float * w2
 
const float * wk
 
const float * wo
 
const float * wq
 
const float * wv
 

Detailed Description

Definition at line 45 of file ckernel_orchestration.h.

Field Documentation

◆ aligned_context_window

int CKLayerForwardParams::aligned_context_window

Definition at line 53 of file ckernel_orchestration.h.

Referenced by ck_layer_forward_rmsnorm_swiglu(), and ck_layer_forward_rmsnorm_swiglu_ref().

◆ aligned_embed_dim

int CKLayerForwardParams::aligned_embed_dim

Definition at line 48 of file ckernel_orchestration.h.

Referenced by ck_layer_forward_rmsnorm_swiglu(), ck_layer_forward_rmsnorm_swiglu_decode(), ck_layer_forward_rmsnorm_swiglu_decode_fused(), ck_layer_forward_rmsnorm_swiglu_decode_fused_attn_impl(), and ck_layer_forward_rmsnorm_swiglu_ref().

◆ aligned_head_dim

int CKLayerForwardParams::aligned_head_dim

Definition at line 52 of file ckernel_orchestration.h.

Referenced by ck_layer_forward_rmsnorm_swiglu(), ck_layer_forward_rmsnorm_swiglu_decode(), ck_layer_forward_rmsnorm_swiglu_decode_fused(), ck_layer_forward_rmsnorm_swiglu_decode_fused_attn_impl(), and ck_layer_forward_rmsnorm_swiglu_ref().

◆ aligned_intermediate_dim

int CKLayerForwardParams::aligned_intermediate_dim

Definition at line 55 of file ckernel_orchestration.h.

Referenced by ck_layer_forward_rmsnorm_swiglu(), ck_layer_forward_rmsnorm_swiglu_decode(), ck_layer_forward_rmsnorm_swiglu_decode_fused(), ck_layer_forward_rmsnorm_swiglu_decode_fused_attn_impl(), and ck_layer_forward_rmsnorm_swiglu_ref().

◆ attn_out

float* CKLayerForwardParams::attn_out

Definition at line 87 of file ckernel_orchestration.h.

Referenced by ck_layer_forward_rmsnorm_swiglu(), and ck_layer_forward_rmsnorm_swiglu_ref().

◆ b1

const float* CKLayerForwardParams::b1

Definition at line 77 of file ckernel_orchestration.h.

Referenced by ck_layer_forward_rmsnorm_swiglu(), ck_layer_forward_rmsnorm_swiglu_decode(), ck_layer_forward_rmsnorm_swiglu_decode_fused(), ck_layer_forward_rmsnorm_swiglu_decode_fused_attn_impl(), and ck_layer_forward_rmsnorm_swiglu_ref().

◆ b2

const float* CKLayerForwardParams::b2

Definition at line 79 of file ckernel_orchestration.h.

Referenced by ck_layer_forward_rmsnorm_swiglu(), ck_layer_forward_rmsnorm_swiglu_decode(), ck_layer_forward_rmsnorm_swiglu_decode_fused(), ck_layer_forward_rmsnorm_swiglu_decode_fused_attn_impl(), and ck_layer_forward_rmsnorm_swiglu_ref().

◆ bk

const float* CKLayerForwardParams::bk

Definition at line 69 of file ckernel_orchestration.h.

Referenced by ck_layer_forward_rmsnorm_swiglu(), ck_layer_forward_rmsnorm_swiglu_decode(), ck_layer_forward_rmsnorm_swiglu_decode_fused(), ck_layer_forward_rmsnorm_swiglu_decode_fused_attn_impl(), and ck_layer_forward_rmsnorm_swiglu_ref().

◆ bo

const float* CKLayerForwardParams::bo

Definition at line 74 of file ckernel_orchestration.h.

Referenced by ck_layer_forward_rmsnorm_swiglu(), ck_layer_forward_rmsnorm_swiglu_decode(), ck_layer_forward_rmsnorm_swiglu_decode_fused(), ck_layer_forward_rmsnorm_swiglu_decode_fused_attn_impl(), and ck_layer_forward_rmsnorm_swiglu_ref().

◆ bq

const float* CKLayerForwardParams::bq

Definition at line 67 of file ckernel_orchestration.h.

Referenced by ck_layer_forward_rmsnorm_swiglu(), ck_layer_forward_rmsnorm_swiglu_decode(), ck_layer_forward_rmsnorm_swiglu_decode_fused(), ck_layer_forward_rmsnorm_swiglu_decode_fused_attn_impl(), and ck_layer_forward_rmsnorm_swiglu_ref().

◆ bv

const float* CKLayerForwardParams::bv

Definition at line 71 of file ckernel_orchestration.h.

Referenced by ck_layer_forward_rmsnorm_swiglu(), ck_layer_forward_rmsnorm_swiglu_decode(), ck_layer_forward_rmsnorm_swiglu_decode_fused(), ck_layer_forward_rmsnorm_swiglu_decode_fused_attn_impl(), and ck_layer_forward_rmsnorm_swiglu_ref().

◆ embed_dim

int CKLayerForwardParams::embed_dim

Definition at line 47 of file ckernel_orchestration.h.

Referenced by ck_layer_forward_rmsnorm_swiglu(), ck_layer_forward_rmsnorm_swiglu_decode(), ck_layer_forward_rmsnorm_swiglu_decode_fused(), ck_layer_forward_rmsnorm_swiglu_decode_fused_attn_impl(), and ck_layer_forward_rmsnorm_swiglu_ref().

◆ eps

float CKLayerForwardParams::eps

Definition at line 56 of file ckernel_orchestration.h.

Referenced by ck_layer_forward_rmsnorm_swiglu(), ck_layer_forward_rmsnorm_swiglu_decode(), ck_layer_forward_rmsnorm_swiglu_decode_fused(), ck_layer_forward_rmsnorm_swiglu_decode_fused_attn_impl(), and ck_layer_forward_rmsnorm_swiglu_ref().

◆ fc1_out

float* CKLayerForwardParams::fc1_out

Definition at line 93 of file ckernel_orchestration.h.

Referenced by ck_layer_forward_rmsnorm_swiglu(), ck_layer_forward_rmsnorm_swiglu_decode(), ck_layer_forward_rmsnorm_swiglu_decode_fused_attn_impl(), and ck_layer_forward_rmsnorm_swiglu_ref().

◆ head_dim

int CKLayerForwardParams::head_dim

Definition at line 51 of file ckernel_orchestration.h.

Referenced by ck_layer_forward_rmsnorm_swiglu(), ck_layer_forward_rmsnorm_swiglu_decode(), ck_layer_forward_rmsnorm_swiglu_decode_fused(), ck_layer_forward_rmsnorm_swiglu_decode_fused_attn_impl(), and ck_layer_forward_rmsnorm_swiglu_ref().

◆ input

const float* CKLayerForwardParams::input

Definition at line 59 of file ckernel_orchestration.h.

Referenced by ck_layer_forward_rmsnorm_swiglu(), ck_layer_forward_rmsnorm_swiglu_decode(), ck_layer_forward_rmsnorm_swiglu_decode_fused(), ck_layer_forward_rmsnorm_swiglu_decode_fused_attn_impl(), and ck_layer_forward_rmsnorm_swiglu_ref().

◆ intermediate_dim

int CKLayerForwardParams::intermediate_dim

Definition at line 54 of file ckernel_orchestration.h.

◆ k

float* CKLayerForwardParams::k

Definition at line 84 of file ckernel_orchestration.h.

Referenced by ck_layer_forward_rmsnorm_swiglu(), ck_layer_forward_rmsnorm_swiglu_decode(), ck_layer_forward_rmsnorm_swiglu_decode_fused(), ck_layer_forward_rmsnorm_swiglu_decode_fused_attn_impl(), and ck_layer_forward_rmsnorm_swiglu_ref().

◆ ln1_gamma

const float* CKLayerForwardParams::ln1_gamma

Definition at line 60 of file ckernel_orchestration.h.

Referenced by ck_layer_forward_rmsnorm_swiglu(), ck_layer_forward_rmsnorm_swiglu_decode(), ck_layer_forward_rmsnorm_swiglu_decode_fused(), ck_layer_forward_rmsnorm_swiglu_decode_fused_attn_impl(), and ck_layer_forward_rmsnorm_swiglu_ref().

◆ ln1_out

float* CKLayerForwardParams::ln1_out

Definition at line 81 of file ckernel_orchestration.h.

Referenced by ck_layer_forward_rmsnorm_swiglu(), ck_layer_forward_rmsnorm_swiglu_decode(), ck_layer_forward_rmsnorm_swiglu_decode_fused(), and ck_layer_forward_rmsnorm_swiglu_ref().

◆ ln1_rstd

float* CKLayerForwardParams::ln1_rstd

Definition at line 82 of file ckernel_orchestration.h.

Referenced by ck_layer_forward_rmsnorm_swiglu(), ck_layer_forward_rmsnorm_swiglu_decode(), ck_layer_forward_rmsnorm_swiglu_decode_fused(), and ck_layer_forward_rmsnorm_swiglu_ref().

◆ ln2_gamma

const float* CKLayerForwardParams::ln2_gamma

Definition at line 61 of file ckernel_orchestration.h.

Referenced by ck_layer_forward_rmsnorm_swiglu(), ck_layer_forward_rmsnorm_swiglu_decode(), ck_layer_forward_rmsnorm_swiglu_decode_fused(), ck_layer_forward_rmsnorm_swiglu_decode_fused_attn_impl(), and ck_layer_forward_rmsnorm_swiglu_ref().

◆ ln2_out

float* CKLayerForwardParams::ln2_out

Definition at line 91 of file ckernel_orchestration.h.

Referenced by ck_layer_forward_rmsnorm_swiglu(), ck_layer_forward_rmsnorm_swiglu_decode(), ck_layer_forward_rmsnorm_swiglu_decode_fused(), ck_layer_forward_rmsnorm_swiglu_decode_fused_attn_impl(), and ck_layer_forward_rmsnorm_swiglu_ref().

◆ ln2_rstd

float* CKLayerForwardParams::ln2_rstd

Definition at line 92 of file ckernel_orchestration.h.

Referenced by ck_layer_forward_rmsnorm_swiglu(), ck_layer_forward_rmsnorm_swiglu_decode(), ck_layer_forward_rmsnorm_swiglu_decode_fused(), ck_layer_forward_rmsnorm_swiglu_decode_fused_attn_impl(), and ck_layer_forward_rmsnorm_swiglu_ref().

◆ mlp_out

float* CKLayerForwardParams::mlp_out

Definition at line 95 of file ckernel_orchestration.h.

Referenced by ck_layer_forward_rmsnorm_swiglu(), ck_layer_forward_rmsnorm_swiglu_decode(), ck_layer_forward_rmsnorm_swiglu_decode_fused(), ck_layer_forward_rmsnorm_swiglu_decode_fused_attn_impl(), and ck_layer_forward_rmsnorm_swiglu_ref().

◆ num_heads

int CKLayerForwardParams::num_heads

Definition at line 49 of file ckernel_orchestration.h.

Referenced by ck_layer_forward_rmsnorm_swiglu(), ck_layer_forward_rmsnorm_swiglu_decode(), ck_layer_forward_rmsnorm_swiglu_decode_fused(), ck_layer_forward_rmsnorm_swiglu_decode_fused_attn_impl(), and ck_layer_forward_rmsnorm_swiglu_ref().

◆ num_kv_heads

int CKLayerForwardParams::num_kv_heads

Definition at line 50 of file ckernel_orchestration.h.

Referenced by ck_layer_forward_rmsnorm_swiglu(), ck_layer_forward_rmsnorm_swiglu_decode(), ck_layer_forward_rmsnorm_swiglu_decode_fused(), ck_layer_forward_rmsnorm_swiglu_decode_fused_attn_impl(), and ck_layer_forward_rmsnorm_swiglu_ref().

◆ output

float* CKLayerForwardParams::output

Definition at line 96 of file ckernel_orchestration.h.

Referenced by ck_layer_forward_rmsnorm_swiglu(), ck_layer_forward_rmsnorm_swiglu_decode(), ck_layer_forward_rmsnorm_swiglu_decode_fused(), ck_layer_forward_rmsnorm_swiglu_decode_fused_attn_impl(), and ck_layer_forward_rmsnorm_swiglu_ref().

◆ proj_scratch

float* CKLayerForwardParams::proj_scratch

Definition at line 89 of file ckernel_orchestration.h.

Referenced by ck_layer_forward_rmsnorm_swiglu(), and ck_layer_forward_rmsnorm_swiglu_ref().

◆ proj_tmp

float* CKLayerForwardParams::proj_tmp

Definition at line 88 of file ckernel_orchestration.h.

Referenced by ck_layer_forward_rmsnorm_swiglu(), ck_layer_forward_rmsnorm_swiglu_decode(), ck_layer_forward_rmsnorm_swiglu_decode_fused(), and ck_layer_forward_rmsnorm_swiglu_ref().

◆ q

float* CKLayerForwardParams::q

Definition at line 83 of file ckernel_orchestration.h.

Referenced by ck_layer_forward_rmsnorm_swiglu(), and ck_layer_forward_rmsnorm_swiglu_ref().

◆ residual1

float* CKLayerForwardParams::residual1

Definition at line 90 of file ckernel_orchestration.h.

Referenced by ck_layer_forward_rmsnorm_swiglu(), ck_layer_forward_rmsnorm_swiglu_decode(), ck_layer_forward_rmsnorm_swiglu_decode_fused(), ck_layer_forward_rmsnorm_swiglu_decode_fused_attn_impl(), and ck_layer_forward_rmsnorm_swiglu_ref().

◆ rope_cos

const float* CKLayerForwardParams::rope_cos

Definition at line 63 of file ckernel_orchestration.h.

Referenced by ck_layer_forward_rmsnorm_swiglu(), ck_layer_forward_rmsnorm_swiglu_decode(), ck_layer_forward_rmsnorm_swiglu_decode_fused(), ck_layer_forward_rmsnorm_swiglu_decode_fused_attn_impl(), and ck_layer_forward_rmsnorm_swiglu_ref().

◆ rope_pos_offset

int CKLayerForwardParams::rope_pos_offset

Definition at line 57 of file ckernel_orchestration.h.

Referenced by ck_layer_forward_rmsnorm_swiglu(), ck_layer_forward_rmsnorm_swiglu_decode(), ck_layer_forward_rmsnorm_swiglu_decode_fused(), ck_layer_forward_rmsnorm_swiglu_decode_fused_attn_impl(), and ck_layer_forward_rmsnorm_swiglu_ref().

◆ rope_sin

const float* CKLayerForwardParams::rope_sin

Definition at line 64 of file ckernel_orchestration.h.

Referenced by ck_layer_forward_rmsnorm_swiglu(), ck_layer_forward_rmsnorm_swiglu_decode(), ck_layer_forward_rmsnorm_swiglu_decode_fused(), ck_layer_forward_rmsnorm_swiglu_decode_fused_attn_impl(), and ck_layer_forward_rmsnorm_swiglu_ref().

◆ scores

float* CKLayerForwardParams::scores

Definition at line 86 of file ckernel_orchestration.h.

Referenced by ck_layer_forward_rmsnorm_swiglu(), and ck_layer_forward_rmsnorm_swiglu_ref().

◆ swiglu_out

float* CKLayerForwardParams::swiglu_out

Definition at line 94 of file ckernel_orchestration.h.

Referenced by ck_layer_forward_rmsnorm_swiglu(), ck_layer_forward_rmsnorm_swiglu_decode(), ck_layer_forward_rmsnorm_swiglu_decode_fused(), ck_layer_forward_rmsnorm_swiglu_decode_fused_attn_impl(), and ck_layer_forward_rmsnorm_swiglu_ref().

◆ tokens

int CKLayerForwardParams::tokens

Definition at line 46 of file ckernel_orchestration.h.

Referenced by ck_layer_forward_rmsnorm_swiglu(), and ck_layer_forward_rmsnorm_swiglu_ref().

◆ v

float* CKLayerForwardParams::v

Definition at line 85 of file ckernel_orchestration.h.

Referenced by ck_layer_forward_rmsnorm_swiglu(), ck_layer_forward_rmsnorm_swiglu_decode(), ck_layer_forward_rmsnorm_swiglu_decode_fused(), ck_layer_forward_rmsnorm_swiglu_decode_fused_attn_impl(), and ck_layer_forward_rmsnorm_swiglu_ref().

◆ w1

const float* CKLayerForwardParams::w1

Definition at line 76 of file ckernel_orchestration.h.

Referenced by ck_layer_forward_rmsnorm_swiglu(), ck_layer_forward_rmsnorm_swiglu_decode(), ck_layer_forward_rmsnorm_swiglu_decode_fused(), ck_layer_forward_rmsnorm_swiglu_decode_fused_attn_impl(), and ck_layer_forward_rmsnorm_swiglu_ref().

◆ w2

const float* CKLayerForwardParams::w2

Definition at line 78 of file ckernel_orchestration.h.

Referenced by ck_layer_forward_rmsnorm_swiglu(), ck_layer_forward_rmsnorm_swiglu_decode(), ck_layer_forward_rmsnorm_swiglu_decode_fused(), ck_layer_forward_rmsnorm_swiglu_decode_fused_attn_impl(), and ck_layer_forward_rmsnorm_swiglu_ref().

◆ wk

const float* CKLayerForwardParams::wk

Definition at line 68 of file ckernel_orchestration.h.

Referenced by ck_layer_forward_rmsnorm_swiglu(), ck_layer_forward_rmsnorm_swiglu_decode(), ck_layer_forward_rmsnorm_swiglu_decode_fused(), ck_layer_forward_rmsnorm_swiglu_decode_fused_attn_impl(), and ck_layer_forward_rmsnorm_swiglu_ref().

◆ wo

const float* CKLayerForwardParams::wo

Definition at line 73 of file ckernel_orchestration.h.

Referenced by ck_layer_forward_rmsnorm_swiglu(), ck_layer_forward_rmsnorm_swiglu_decode(), ck_layer_forward_rmsnorm_swiglu_decode_fused(), ck_layer_forward_rmsnorm_swiglu_decode_fused_attn_impl(), and ck_layer_forward_rmsnorm_swiglu_ref().

◆ wq

const float* CKLayerForwardParams::wq

Definition at line 66 of file ckernel_orchestration.h.

Referenced by ck_layer_forward_rmsnorm_swiglu(), ck_layer_forward_rmsnorm_swiglu_decode(), ck_layer_forward_rmsnorm_swiglu_decode_fused(), ck_layer_forward_rmsnorm_swiglu_decode_fused_attn_impl(), and ck_layer_forward_rmsnorm_swiglu_ref().

◆ wv

const float* CKLayerForwardParams::wv

Definition at line 70 of file ckernel_orchestration.h.

Referenced by ck_layer_forward_rmsnorm_swiglu(), ck_layer_forward_rmsnorm_swiglu_decode(), ck_layer_forward_rmsnorm_swiglu_decode_fused(), ck_layer_forward_rmsnorm_swiglu_decode_fused_attn_impl(), and ck_layer_forward_rmsnorm_swiglu_ref().

The documentation for this struct was generated from the following file: