#include <ckernel_memory_layout.h>

Data Fields
size_t	activation_bytes

void *	base

int	batch_size

size_t	causal_mask

int	current_pos

int	current_seq_len

uint32_t	fusion_flags

size_t	grad_bytes

size_t	hugepage_size

int	kv_cache_enabled

int	num_numa_nodes

int	num_sections

size_t	opt_bytes

size_t	rope_cos

size_t	rope_sin

CKSection *	sections

size_t	shared_scratch

size_t	shared_scratch_bytes

size_t	total_bytes

int	training_enabled

size_t	weight_bytes

Detailed Description

Definition at line 236 of file ckernel_memory_layout.h.

Field Documentation

◆ activation_bytes

size_t CKModel::activation_bytes

Definition at line 241 of file ckernel_memory_layout.h.

◆ base

void * CKModel::base

Definition at line 238 of file ckernel_memory_layout.h.

◆ batch_size

int CKModel::batch_size

Definition at line 258 of file ckernel_memory_layout.h.

◆ causal_mask

size_t CKModel::causal_mask

Definition at line 251 of file ckernel_memory_layout.h.

◆ current_pos

int CKModel::current_pos

Definition at line 444 of file ckernel_section_layout.h.

◆ current_seq_len

int CKModel::current_seq_len

Definition at line 257 of file ckernel_memory_layout.h.

◆ fusion_flags

uint32_t CKModel::fusion_flags

Definition at line 254 of file ckernel_memory_layout.h.

◆ grad_bytes

size_t CKModel::grad_bytes

Definition at line 242 of file ckernel_memory_layout.h.

◆ hugepage_size

size_t CKModel::hugepage_size

Definition at line 448 of file ckernel_section_layout.h.

◆ kv_cache_enabled

int CKModel::kv_cache_enabled

Definition at line 439 of file ckernel_section_layout.h.

◆ num_numa_nodes

int CKModel::num_numa_nodes

Definition at line 447 of file ckernel_section_layout.h.

◆ num_sections

int CKModel::num_sections

Definition at line 245 of file ckernel_memory_layout.h.

◆ opt_bytes

size_t CKModel::opt_bytes

Definition at line 427 of file ckernel_section_layout.h.

◆ rope_cos

size_t CKModel::rope_cos

Definition at line 249 of file ckernel_memory_layout.h.

◆ rope_sin

size_t CKModel::rope_sin

Definition at line 250 of file ckernel_memory_layout.h.

◆ sections

CKSection * CKModel::sections

Definition at line 246 of file ckernel_memory_layout.h.

◆ shared_scratch

size_t CKModel::shared_scratch

Definition at line 434 of file ckernel_section_layout.h.

◆ shared_scratch_bytes

size_t CKModel::shared_scratch_bytes

Definition at line 435 of file ckernel_section_layout.h.

◆ total_bytes

size_t CKModel::total_bytes

Definition at line 239 of file ckernel_memory_layout.h.

◆ training_enabled

int CKModel::training_enabled

Definition at line 438 of file ckernel_section_layout.h.

◆ weight_bytes

size_t CKModel::weight_bytes

Definition at line 240 of file ckernel_memory_layout.h.

The documentation for this struct was generated from the following files:

Data Fields