#include <ckernel_memory_layout.h>

Data Fields
size_t	d_attn_out

size_t	d_attn_output

size_t	d_attn_probs

size_t	d_attn_scores

size_t	d_bk

size_t	d_bo

size_t	d_bq

size_t	d_bv

size_t	d_k

size_t	d_ln1_beta

size_t	d_ln1_gamma

size_t	d_ln1_output

size_t	d_ln2_beta

size_t	d_ln2_gamma

size_t	d_ln2_output

size_t	d_mlp_act_out

size_t	d_mlp_down_b

size_t	d_mlp_down_out

size_t	d_mlp_down_w

size_t	d_mlp_gate_b

size_t	d_mlp_gate_out

size_t	d_mlp_gate_w

size_t	d_mlp_up_b

size_t	d_mlp_up_out

size_t	d_mlp_up_w

size_t	d_output

size_t	d_proj_out

size_t	d_proj_output

size_t	d_q

size_t	d_residual1

size_t	d_residual2

size_t	d_v

size_t	d_wk

size_t	d_wo

size_t	d_wq

size_t	d_wv

size_t	grad_end

size_t	grad_start

size_t	m_ln1_gamma

size_t	m_ln2_gamma

size_t	m_mlp_down

size_t	m_mlp_gate

size_t	m_mlp_up

size_t	m_wk

size_t	m_wo

size_t	m_wq

size_t	m_wv

size_t	v_ln1_gamma

size_t	v_ln2_gamma

size_t	v_mlp_down

size_t	v_mlp_gate

size_t	v_mlp_up

size_t	v_wk

size_t	v_wo

size_t	v_wq

size_t	v_wv

Detailed Description

Definition at line 152 of file ckernel_memory_layout.h.

Field Documentation

◆ d_attn_out

size_t CKLayerGradOffsets::d_attn_out

Definition at line 269 of file ckernel_section_layout.h.

◆ d_attn_output

size_t CKLayerGradOffsets::d_attn_output

Definition at line 163 of file ckernel_memory_layout.h.

◆ d_attn_probs

size_t CKLayerGradOffsets::d_attn_probs

Definition at line 268 of file ckernel_section_layout.h.

◆ d_attn_scores

size_t CKLayerGradOffsets::d_attn_scores

Definition at line 162 of file ckernel_memory_layout.h.

◆ d_bk

size_t CKLayerGradOffsets::d_bk

Definition at line 159 of file ckernel_memory_layout.h.

◆ d_bo

size_t CKLayerGradOffsets::d_bo

Definition at line 165 of file ckernel_memory_layout.h.

◆ d_bq

size_t CKLayerGradOffsets::d_bq

Definition at line 159 of file ckernel_memory_layout.h.

◆ d_bv

size_t CKLayerGradOffsets::d_bv

Definition at line 159 of file ckernel_memory_layout.h.

◆ d_k

size_t CKLayerGradOffsets::d_k

Definition at line 160 of file ckernel_memory_layout.h.

◆ d_ln1_beta

size_t CKLayerGradOffsets::d_ln1_beta

Definition at line 155 of file ckernel_memory_layout.h.

◆ d_ln1_gamma

size_t CKLayerGradOffsets::d_ln1_gamma

Definition at line 154 of file ckernel_memory_layout.h.

◆ d_ln1_output

size_t CKLayerGradOffsets::d_ln1_output

Definition at line 156 of file ckernel_memory_layout.h.

◆ d_ln2_beta

size_t CKLayerGradOffsets::d_ln2_beta

Definition at line 168 of file ckernel_memory_layout.h.

◆ d_ln2_gamma

size_t CKLayerGradOffsets::d_ln2_gamma

Definition at line 168 of file ckernel_memory_layout.h.

◆ d_ln2_output

size_t CKLayerGradOffsets::d_ln2_output

Definition at line 169 of file ckernel_memory_layout.h.

◆ d_mlp_act_out

size_t CKLayerGradOffsets::d_mlp_act_out

Definition at line 281 of file ckernel_section_layout.h.

◆ d_mlp_down_b

size_t CKLayerGradOffsets::d_mlp_down_b

Definition at line 282 of file ckernel_section_layout.h.

◆ d_mlp_down_out

size_t CKLayerGradOffsets::d_mlp_down_out

Definition at line 172 of file ckernel_memory_layout.h.

◆ d_mlp_down_w

size_t CKLayerGradOffsets::d_mlp_down_w

Definition at line 171 of file ckernel_memory_layout.h.

◆ d_mlp_gate_b

size_t CKLayerGradOffsets::d_mlp_gate_b

Definition at line 279 of file ckernel_section_layout.h.

◆ d_mlp_gate_out

size_t CKLayerGradOffsets::d_mlp_gate_out

Definition at line 172 of file ckernel_memory_layout.h.

◆ d_mlp_gate_w

size_t CKLayerGradOffsets::d_mlp_gate_w

Definition at line 171 of file ckernel_memory_layout.h.

◆ d_mlp_up_b

size_t CKLayerGradOffsets::d_mlp_up_b

Definition at line 280 of file ckernel_section_layout.h.

◆ d_mlp_up_out

size_t CKLayerGradOffsets::d_mlp_up_out

Definition at line 172 of file ckernel_memory_layout.h.

◆ d_mlp_up_w

size_t CKLayerGradOffsets::d_mlp_up_w

Definition at line 171 of file ckernel_memory_layout.h.

◆ d_output

size_t CKLayerGradOffsets::d_output

Definition at line 285 of file ckernel_section_layout.h.

◆ d_proj_out

size_t CKLayerGradOffsets::d_proj_out

Definition at line 272 of file ckernel_section_layout.h.

◆ d_proj_output

size_t CKLayerGradOffsets::d_proj_output

Definition at line 166 of file ckernel_memory_layout.h.

◆ d_q

size_t CKLayerGradOffsets::d_q

Definition at line 160 of file ckernel_memory_layout.h.

◆ d_residual1

size_t CKLayerGradOffsets::d_residual1

Definition at line 273 of file ckernel_section_layout.h.

◆ d_residual2

size_t CKLayerGradOffsets::d_residual2

Definition at line 284 of file ckernel_section_layout.h.

◆ d_v

size_t CKLayerGradOffsets::d_v

Definition at line 160 of file ckernel_memory_layout.h.

◆ d_wk

size_t CKLayerGradOffsets::d_wk

Definition at line 158 of file ckernel_memory_layout.h.

◆ d_wo

size_t CKLayerGradOffsets::d_wo

Definition at line 165 of file ckernel_memory_layout.h.

◆ d_wq

size_t CKLayerGradOffsets::d_wq

Definition at line 158 of file ckernel_memory_layout.h.

◆ d_wv

size_t CKLayerGradOffsets::d_wv

Definition at line 158 of file ckernel_memory_layout.h.

◆ grad_end

size_t CKLayerGradOffsets::grad_end

Definition at line 289 of file ckernel_section_layout.h.

◆ grad_start

size_t CKLayerGradOffsets::grad_start

Definition at line 288 of file ckernel_section_layout.h.

◆ m_ln1_gamma

size_t CKLayerGradOffsets::m_ln1_gamma

Definition at line 175 of file ckernel_memory_layout.h.

◆ m_ln2_gamma

size_t CKLayerGradOffsets::m_ln2_gamma

Definition at line 180 of file ckernel_memory_layout.h.

◆ m_mlp_down

size_t CKLayerGradOffsets::m_mlp_down

Definition at line 183 of file ckernel_memory_layout.h.

◆ m_mlp_gate

size_t CKLayerGradOffsets::m_mlp_gate

Definition at line 181 of file ckernel_memory_layout.h.

◆ m_mlp_up

size_t CKLayerGradOffsets::m_mlp_up

Definition at line 182 of file ckernel_memory_layout.h.

◆ m_wk

size_t CKLayerGradOffsets::m_wk

Definition at line 177 of file ckernel_memory_layout.h.

◆ m_wo

size_t CKLayerGradOffsets::m_wo

Definition at line 179 of file ckernel_memory_layout.h.

◆ m_wq

size_t CKLayerGradOffsets::m_wq

Definition at line 176 of file ckernel_memory_layout.h.

◆ m_wv

size_t CKLayerGradOffsets::m_wv

Definition at line 178 of file ckernel_memory_layout.h.

◆ v_ln1_gamma

size_t CKLayerGradOffsets::v_ln1_gamma

Definition at line 175 of file ckernel_memory_layout.h.

◆ v_ln2_gamma

size_t CKLayerGradOffsets::v_ln2_gamma

Definition at line 180 of file ckernel_memory_layout.h.

◆ v_mlp_down

size_t CKLayerGradOffsets::v_mlp_down

Definition at line 183 of file ckernel_memory_layout.h.

◆ v_mlp_gate

size_t CKLayerGradOffsets::v_mlp_gate

Definition at line 181 of file ckernel_memory_layout.h.

◆ v_mlp_up

size_t CKLayerGradOffsets::v_mlp_up

Definition at line 182 of file ckernel_memory_layout.h.

◆ v_wk

size_t CKLayerGradOffsets::v_wk

Definition at line 177 of file ckernel_memory_layout.h.

◆ v_wo

size_t CKLayerGradOffsets::v_wo

Definition at line 179 of file ckernel_memory_layout.h.

◆ v_wq

size_t CKLayerGradOffsets::v_wq

Definition at line 176 of file ckernel_memory_layout.h.

◆ v_wv

size_t CKLayerGradOffsets::v_wv

Definition at line 178 of file ckernel_memory_layout.h.

The documentation for this struct was generated from the following files:

Data Fields

Detailed Description

Field Documentation

◆ d_attn_out

◆ d_attn_output

◆ d_attn_probs

◆ d_attn_scores

◆ d_bk

◆ d_bo

◆ d_bq

◆ d_bv

◆ d_k

◆ d_ln1_beta

◆ d_ln1_gamma

◆ d_ln1_output

◆ d_ln2_beta

◆ d_ln2_gamma

◆ d_ln2_output

◆ d_mlp_act_out

◆ d_mlp_down_b

◆ d_mlp_down_out

◆ d_mlp_down_w

◆ d_mlp_gate_b

◆ d_mlp_gate_out

◆ d_mlp_gate_w

◆ d_mlp_up_b

◆ d_mlp_up_out

◆ d_mlp_up_w

◆ d_output

◆ d_proj_out

◆ d_proj_output

◆ d_q

◆ d_residual1

◆ d_residual2

◆ d_v

◆ d_wk

◆ d_wo

◆ d_wq

◆ d_wv

◆ grad_end

◆ grad_start

◆ m_ln1_gamma

◆ m_ln2_gamma

◆ m_mlp_down

◆ m_mlp_gate

◆ m_mlp_up

◆ m_wk

◆ m_wo

◆ m_wq

◆ m_wv

◆ v_ln1_gamma

◆ v_ln2_gamma

◆ v_mlp_down

◆ v_mlp_gate

◆ v_mlp_up

◆ v_wk

◆ v_wo

◆ v_wq

◆ v_wv