#include <ckernel_memory_layout.h>

Data Fields
size_t	attn_out

size_t	attn_output

size_t	attn_probs

size_t	attn_scores

size_t	bk

size_t	bo

size_t	bq

size_t	bv

size_t	input

size_t	k

size_t	k_cache

size_t	k_rope

size_t	layer_end

size_t	layer_start

size_t	ln1_beta

size_t	ln1_gamma

size_t	ln1_output

size_t	ln2_beta

size_t	ln2_gamma

size_t	ln2_output

size_t	mlp_act_out

size_t	mlp_down_b

size_t	mlp_down_out

size_t	mlp_down_w

size_t	mlp_gate_b

size_t	mlp_gate_out

size_t	mlp_gate_w

size_t	mlp_up_b

size_t	mlp_up_out

size_t	mlp_up_w

size_t	output

size_t	proj_out

size_t	proj_output

size_t	q

size_t	q_rope

size_t	residual1

size_t	residual2

size_t	v

size_t	v_cache

size_t	wk

size_t	wo

size_t	wq

size_t	wv

Detailed Description

Definition at line 85 of file ckernel_memory_layout.h.

Field Documentation

◆ attn_out

size_t CKLayerOffsets::attn_out

Definition at line 201 of file ckernel_section_layout.h.

◆ attn_output

size_t CKLayerOffsets::attn_output

Definition at line 109 of file ckernel_memory_layout.h.

◆ attn_probs

size_t CKLayerOffsets::attn_probs

Definition at line 108 of file ckernel_memory_layout.h.

◆ attn_scores

size_t CKLayerOffsets::attn_scores

Definition at line 107 of file ckernel_memory_layout.h.

◆ bk

size_t CKLayerOffsets::bk

Definition at line 96 of file ckernel_memory_layout.h.

◆ bo

size_t CKLayerOffsets::bo

Definition at line 113 of file ckernel_memory_layout.h.

◆ bq

size_t CKLayerOffsets::bq

Definition at line 95 of file ckernel_memory_layout.h.

◆ bv

size_t CKLayerOffsets::bv

Definition at line 97 of file ckernel_memory_layout.h.

◆ input

size_t CKLayerOffsets::input

Definition at line 168 of file ckernel_section_layout.h.

◆ k

size_t CKLayerOffsets::k

Definition at line 99 of file ckernel_memory_layout.h.

◆ k_cache

size_t CKLayerOffsets::k_cache

Definition at line 140 of file ckernel_memory_layout.h.

◆ k_rope

size_t CKLayerOffsets::k_rope

Definition at line 104 of file ckernel_memory_layout.h.

◆ layer_end

size_t CKLayerOffsets::layer_end

Definition at line 248 of file ckernel_section_layout.h.

◆ layer_start

size_t CKLayerOffsets::layer_start

Definition at line 247 of file ckernel_section_layout.h.

◆ ln1_beta

size_t CKLayerOffsets::ln1_beta

Definition at line 88 of file ckernel_memory_layout.h.

◆ ln1_gamma

size_t CKLayerOffsets::ln1_gamma

Definition at line 87 of file ckernel_memory_layout.h.

◆ ln1_output

size_t CKLayerOffsets::ln1_output

Definition at line 89 of file ckernel_memory_layout.h.

◆ ln2_beta

size_t CKLayerOffsets::ln2_beta

Definition at line 121 of file ckernel_memory_layout.h.

◆ ln2_gamma

size_t CKLayerOffsets::ln2_gamma

Definition at line 120 of file ckernel_memory_layout.h.

◆ ln2_output

size_t CKLayerOffsets::ln2_output

Definition at line 122 of file ckernel_memory_layout.h.

◆ mlp_act_out

size_t CKLayerOffsets::mlp_act_out

Definition at line 133 of file ckernel_memory_layout.h.

◆ mlp_down_b

size_t CKLayerOffsets::mlp_down_b

Definition at line 130 of file ckernel_memory_layout.h.

◆ mlp_down_out

size_t CKLayerOffsets::mlp_down_out

Definition at line 134 of file ckernel_memory_layout.h.

◆ mlp_down_w

size_t CKLayerOffsets::mlp_down_w

Definition at line 127 of file ckernel_memory_layout.h.

◆ mlp_gate_b

size_t CKLayerOffsets::mlp_gate_b

Definition at line 128 of file ckernel_memory_layout.h.

◆ mlp_gate_out

size_t CKLayerOffsets::mlp_gate_out

Definition at line 131 of file ckernel_memory_layout.h.

◆ mlp_gate_w

size_t CKLayerOffsets::mlp_gate_w

Definition at line 125 of file ckernel_memory_layout.h.

◆ mlp_up_b

size_t CKLayerOffsets::mlp_up_b

Definition at line 129 of file ckernel_memory_layout.h.

◆ mlp_up_out

size_t CKLayerOffsets::mlp_up_out

Definition at line 132 of file ckernel_memory_layout.h.

◆ mlp_up_w

size_t CKLayerOffsets::mlp_up_w

Definition at line 126 of file ckernel_memory_layout.h.

◆ output

size_t CKLayerOffsets::output

Definition at line 240 of file ckernel_section_layout.h.

◆ proj_out

size_t CKLayerOffsets::proj_out

Definition at line 206 of file ckernel_section_layout.h.

◆ proj_output

size_t CKLayerOffsets::proj_output

Definition at line 114 of file ckernel_memory_layout.h.

◆ q

size_t CKLayerOffsets::q

Definition at line 98 of file ckernel_memory_layout.h.

◆ q_rope

size_t CKLayerOffsets::q_rope

Definition at line 103 of file ckernel_memory_layout.h.

◆ residual1

size_t CKLayerOffsets::residual1

Definition at line 117 of file ckernel_memory_layout.h.

◆ residual2

size_t CKLayerOffsets::residual2

Definition at line 137 of file ckernel_memory_layout.h.

◆ v

size_t CKLayerOffsets::v

Definition at line 100 of file ckernel_memory_layout.h.

◆ v_cache

size_t CKLayerOffsets::v_cache

Definition at line 141 of file ckernel_memory_layout.h.

◆ wk

size_t CKLayerOffsets::wk

Definition at line 93 of file ckernel_memory_layout.h.

◆ wo

size_t CKLayerOffsets::wo

Definition at line 112 of file ckernel_memory_layout.h.

◆ wq

size_t CKLayerOffsets::wq

Definition at line 92 of file ckernel_memory_layout.h.

◆ wv

size_t CKLayerOffsets::wv

Definition at line 94 of file ckernel_memory_layout.h.

The documentation for this struct was generated from the following files:

Data Fields