← Back to C-Kernel-Engine Docs Doxygen Source Documentation
Data Fields
CKLayerBackwardParams Struct Reference

#include <ckernel_orchestration.h>

Data Fields

int aligned_context_window
 
int aligned_embed_dim
 
int aligned_head_dim
 
int aligned_intermediate_dim
 
const float * attn_out
 
const float * b1
 
const float * b2
 
const float * bk
 
const float * bo
 
const float * bq
 
const float * bv
 
float * d_attn_out
 
float * d_b1
 
float * d_b2
 
float * d_bk
 
float * d_bo
 
float * d_bq
 
float * d_bv
 
float * d_fc1_out
 
float * d_input
 
float * d_k
 
float * d_ln1_gamma
 
float * d_ln1_out
 
float * d_ln2_gamma
 
float * d_ln2_out
 
float * d_mlp_out
 
float * d_output
 
float * d_proj_tmp
 
float * d_q
 
float * d_residual1
 
float * d_scores
 
float * d_swiglu_out
 
float * d_v
 
float * d_w1
 
float * d_w2
 
float * d_wk
 
float * d_wo
 
float * d_wq
 
float * d_wv
 
int embed_dim
 
float eps
 
const float * fc1_out
 
int head_dim
 
const float * input
 
int intermediate_dim
 
const float * k
 
const float * ln1_gamma
 
const float * ln1_out
 
const float * ln1_rstd
 
const float * ln2_gamma
 
const float * ln2_out
 
const float * ln2_rstd
 
int num_heads
 
int num_kv_heads
 
const float * q
 
const float * residual1
 
const float * rope_cos
 
int rope_pos_offset
 
const float * rope_sin
 
const float * scores
 
const float * swiglu_out
 
int tokens
 
const float * v
 
const float * w1
 
const float * w2
 
const float * wk
 
const float * wo
 
const float * wq
 
const float * wv
 

Detailed Description

Definition at line 99 of file ckernel_orchestration.h.

Field Documentation

◆ aligned_context_window

int CKLayerBackwardParams::aligned_context_window

Definition at line 107 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ aligned_embed_dim

int CKLayerBackwardParams::aligned_embed_dim

Definition at line 102 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ aligned_head_dim

int CKLayerBackwardParams::aligned_head_dim

Definition at line 106 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ aligned_intermediate_dim

int CKLayerBackwardParams::aligned_intermediate_dim

Definition at line 109 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ attn_out

const float* CKLayerBackwardParams::attn_out

Definition at line 143 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ b1

const float* CKLayerBackwardParams::b1

Definition at line 135 of file ckernel_orchestration.h.

◆ b2

const float* CKLayerBackwardParams::b2

Definition at line 137 of file ckernel_orchestration.h.

◆ bk

const float* CKLayerBackwardParams::bk

Definition at line 127 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ bo

const float* CKLayerBackwardParams::bo

Definition at line 132 of file ckernel_orchestration.h.

◆ bq

const float* CKLayerBackwardParams::bq

Definition at line 125 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ bv

const float* CKLayerBackwardParams::bv

Definition at line 129 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ d_attn_out

float* CKLayerBackwardParams::d_attn_out

Definition at line 170 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ d_b1

float* CKLayerBackwardParams::d_b1

Definition at line 161 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ d_b2

float* CKLayerBackwardParams::d_b2

Definition at line 163 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ d_bk

float* CKLayerBackwardParams::d_bk

Definition at line 155 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ d_bo

float* CKLayerBackwardParams::d_bo

Definition at line 159 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ d_bq

float* CKLayerBackwardParams::d_bq

Definition at line 153 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ d_bv

float* CKLayerBackwardParams::d_bv

Definition at line 157 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ d_fc1_out

float* CKLayerBackwardParams::d_fc1_out

Definition at line 174 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ d_input

float* CKLayerBackwardParams::d_input

Definition at line 149 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ d_k

float* CKLayerBackwardParams::d_k

Definition at line 167 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ d_ln1_gamma

float* CKLayerBackwardParams::d_ln1_gamma

Definition at line 150 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ d_ln1_out

float* CKLayerBackwardParams::d_ln1_out

Definition at line 165 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ d_ln2_gamma

float* CKLayerBackwardParams::d_ln2_gamma

Definition at line 151 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ d_ln2_out

float* CKLayerBackwardParams::d_ln2_out

Definition at line 173 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ d_mlp_out

float* CKLayerBackwardParams::d_mlp_out

Definition at line 176 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ d_output

float* CKLayerBackwardParams::d_output

Definition at line 148 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ d_proj_tmp

float* CKLayerBackwardParams::d_proj_tmp

Definition at line 171 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ d_q

float* CKLayerBackwardParams::d_q

Definition at line 166 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ d_residual1

float* CKLayerBackwardParams::d_residual1

Definition at line 172 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ d_scores

float* CKLayerBackwardParams::d_scores

Definition at line 169 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ d_swiglu_out

float* CKLayerBackwardParams::d_swiglu_out

Definition at line 175 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ d_v

float* CKLayerBackwardParams::d_v

Definition at line 168 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ d_w1

float* CKLayerBackwardParams::d_w1

Definition at line 160 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ d_w2

float* CKLayerBackwardParams::d_w2

Definition at line 162 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ d_wk

float* CKLayerBackwardParams::d_wk

Definition at line 154 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ d_wo

float* CKLayerBackwardParams::d_wo

Definition at line 158 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ d_wq

float* CKLayerBackwardParams::d_wq

Definition at line 152 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ d_wv

float* CKLayerBackwardParams::d_wv

Definition at line 156 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ embed_dim

int CKLayerBackwardParams::embed_dim

Definition at line 101 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ eps

float CKLayerBackwardParams::eps

Definition at line 110 of file ckernel_orchestration.h.

◆ fc1_out

const float* CKLayerBackwardParams::fc1_out

Definition at line 145 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ head_dim

int CKLayerBackwardParams::head_dim

Definition at line 105 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ input

const float* CKLayerBackwardParams::input

Definition at line 113 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ intermediate_dim

int CKLayerBackwardParams::intermediate_dim

Definition at line 108 of file ckernel_orchestration.h.

◆ k

const float* CKLayerBackwardParams::k

Definition at line 140 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ ln1_gamma

const float* CKLayerBackwardParams::ln1_gamma

Definition at line 114 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ ln1_out

const float* CKLayerBackwardParams::ln1_out

Definition at line 116 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ ln1_rstd

const float* CKLayerBackwardParams::ln1_rstd

Definition at line 117 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ ln2_gamma

const float* CKLayerBackwardParams::ln2_gamma

Definition at line 115 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ ln2_out

const float* CKLayerBackwardParams::ln2_out

Definition at line 118 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ ln2_rstd

const float* CKLayerBackwardParams::ln2_rstd

Definition at line 119 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ num_heads

int CKLayerBackwardParams::num_heads

Definition at line 103 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ num_kv_heads

int CKLayerBackwardParams::num_kv_heads

Definition at line 104 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ q

const float* CKLayerBackwardParams::q

Definition at line 139 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ residual1

const float* CKLayerBackwardParams::residual1

Definition at line 144 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ rope_cos

const float* CKLayerBackwardParams::rope_cos

Definition at line 121 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ rope_pos_offset

int CKLayerBackwardParams::rope_pos_offset

Definition at line 111 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ rope_sin

const float* CKLayerBackwardParams::rope_sin

Definition at line 122 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ scores

const float* CKLayerBackwardParams::scores

Definition at line 142 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ swiglu_out

const float* CKLayerBackwardParams::swiglu_out

Definition at line 146 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ tokens

int CKLayerBackwardParams::tokens

Definition at line 100 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ v

const float* CKLayerBackwardParams::v

Definition at line 141 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ w1

const float* CKLayerBackwardParams::w1

Definition at line 134 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ w2

const float* CKLayerBackwardParams::w2

Definition at line 136 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ wk

const float* CKLayerBackwardParams::wk

Definition at line 126 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ wo

const float* CKLayerBackwardParams::wo

Definition at line 131 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ wq

const float* CKLayerBackwardParams::wq

Definition at line 124 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

◆ wv

const float* CKLayerBackwardParams::wv

Definition at line 128 of file ckernel_orchestration.h.

Referenced by ck_layer_backward_rmsnorm_swiglu().

The documentation for this struct was generated from the following file: