ckernel_kernel_specs.h File Reference

#include <stddef.h>
#include "ckernel_dtype.h"

Go to the source code of this file.

Data Structures
struct	CKBufferSpec
struct	CKDimToken
struct	CKKernelSpec
struct	CKPlanBinding
struct	CKPlanStep
struct	CKPlanStepV2

Macros
#define	CKERNEL_MAX_KERNEL_SOURCES   8

Enumerations
enum	CKBufferRole {   CK_ROLE_INPUT = 0 , CK_ROLE_OUTPUT , CK_ROLE_ACTIVATION , CK_ROLE_WEIGHT ,   CK_ROLE_SCRATCH , CK_ROLE_GRAD }
enum	CKBufferScope { CK_SCOPE_LAYER = 0 , CK_SCOPE_GLOBAL }
enum	CKDimKind {   CK_DIM_TOKENS = 0 , CK_DIM_EMBED , CK_DIM_ALIGNED_EMBED , CK_DIM_HEAD_DIM ,   CK_DIM_ALIGNED_HEAD , CK_DIM_NUM_HEADS , CK_DIM_NUM_KV_HEADS , CK_DIM_ALIGNED_CTX ,   CK_DIM_INTERMEDIATE , CK_DIM_ALIGNED_INTERMEDIATE , CK_DIM_VOCAB , CK_DIM_END }

Variables
const CKPlanStep	ck_decoder_backward_plan []
const size_t	ck_decoder_backward_plan_count
const CKPlanStepV2	ck_decoder_backward_plan_v2 []
const size_t	ck_decoder_backward_plan_v2_count
const size_t	ck_decoder_buffer_count
const CKBufferSpec	ck_decoder_buffers []
const CKPlanStep	ck_decoder_forward_plan []
const size_t	ck_decoder_forward_plan_count
const CKPlanStepV2	ck_decoder_forward_plan_v2 []
const size_t	ck_decoder_forward_plan_v2_count
const size_t	ck_kernel_spec_count
const CKKernelSpec	ck_kernel_specs []

Macro Definition Documentation

CKERNEL_MAX_KERNEL_SOURCES

#define CKERNEL_MAX_KERNEL_SOURCES   8

Definition at line 23 of file ckernel_kernel_specs.h.

Enumeration Type Documentation

CKBufferRole

enum CKBufferRole

Enumerator
CK_ROLE_INPUT
CK_ROLE_OUTPUT
CK_ROLE_ACTIVATION
CK_ROLE_WEIGHT
CK_ROLE_SCRATCH
CK_ROLE_GRAD

Definition at line 36 of file ckernel_kernel_specs.h.

             {
    CK_ROLE_INPUT = 0,
    CK_ROLE_OUTPUT,
    CK_ROLE_ACTIVATION,
    CK_ROLE_WEIGHT,
    CK_ROLE_SCRATCH,
    CK_ROLE_GRAD
} CKBufferRole;

CKBufferScope

enum CKBufferScope

Enumerator
CK_SCOPE_LAYER
CK_SCOPE_GLOBAL

Definition at line 31 of file ckernel_kernel_specs.h.

             {
    CK_SCOPE_LAYER = 0,
    CK_SCOPE_GLOBAL
} CKBufferScope;

CKDimKind

enum CKDimKind

Enumerator
CK_DIM_TOKENS
CK_DIM_EMBED
CK_DIM_ALIGNED_EMBED
CK_DIM_HEAD_DIM
CK_DIM_ALIGNED_HEAD
CK_DIM_NUM_HEADS
CK_DIM_NUM_KV_HEADS
CK_DIM_ALIGNED_CTX
CK_DIM_INTERMEDIATE
CK_DIM_ALIGNED_INTERMEDIATE
CK_DIM_VOCAB
CK_DIM_END

Definition at line 8 of file ckernel_kernel_specs.h.

             {
    CK_DIM_TOKENS = 0,
    CK_DIM_EMBED,
    CK_DIM_ALIGNED_EMBED,
    CK_DIM_HEAD_DIM,
    CK_DIM_ALIGNED_HEAD,
    CK_DIM_NUM_HEADS,
    CK_DIM_NUM_KV_HEADS,
    CK_DIM_ALIGNED_CTX,
    CK_DIM_INTERMEDIATE,
    CK_DIM_ALIGNED_INTERMEDIATE,
    CK_DIM_VOCAB,
    CK_DIM_END
} CKDimKind;

Variable Documentation

ck_decoder_backward_plan

const CKPlanStep ck_decoder_backward_plan[]

extern

Definition at line 115 of file ckernel_kernel_specs.c.

Referenced by emit_kernel_manifest().

ck_decoder_backward_plan_count

const size_t ck_decoder_backward_plan_count

extern

Definition at line 129 of file ckernel_kernel_specs.c.

Referenced by emit_kernel_manifest().

ck_decoder_backward_plan_v2

const CKPlanStepV2 ck_decoder_backward_plan_v2[]

extern

Definition at line 329 of file ckernel_kernel_specs.c.

Referenced by ck_ir_v2_build_decoder_backward().

ck_decoder_backward_plan_v2_count

const size_t ck_decoder_backward_plan_v2_count

extern

Definition at line 343 of file ckernel_kernel_specs.c.

Referenced by ck_ir_v2_build_decoder_backward().

ck_decoder_buffer_count

const size_t ck_decoder_buffer_count

extern

Definition at line 83 of file ckernel_kernel_specs.c.

Referenced by ck_find_buffer_spec(), ck_first_layer_buffer_name(), ck_ir_v2_build_decoder(), ck_ir_v2_find_buffer_spec(), emit_global_aliases_to_layer(), emit_global_allocations(), emit_global_offset_fields(), emit_layer_allocations(), emit_layer_offsets_struct(), emit_sgd_update(), and emit_zero_grad().

ck_decoder_buffers

const CKBufferSpec ck_decoder_buffers[]

extern

Definition at line 3 of file ckernel_kernel_specs.c.

Referenced by ck_find_buffer_spec(), ck_first_layer_buffer_name(), ck_ir_v2_build_decoder(), ck_ir_v2_find_buffer_spec(), emit_global_aliases_to_layer(), emit_global_allocations(), emit_global_offset_fields(), emit_layer_allocations(), emit_layer_offsets_struct(), emit_sgd_update(), and emit_zero_grad().

ck_decoder_forward_plan

const CKPlanStep ck_decoder_forward_plan[]

extern

Definition at line 99 of file ckernel_kernel_specs.c.

Referenced by emit_kernel_manifest().

ck_decoder_forward_plan_count

const size_t ck_decoder_forward_plan_count

extern

Definition at line 113 of file ckernel_kernel_specs.c.

Referenced by emit_kernel_manifest().

ck_decoder_forward_plan_v2

const CKPlanStepV2 ck_decoder_forward_plan_v2[]

extern

Definition at line 313 of file ckernel_kernel_specs.c.

Referenced by ck_ir_v2_build_decoder().

ck_decoder_forward_plan_v2_count

const size_t ck_decoder_forward_plan_v2_count

extern

Definition at line 327 of file ckernel_kernel_specs.c.

Referenced by ck_ir_v2_build_decoder().

ck_kernel_spec_count

const size_t ck_kernel_spec_count

extern

Definition at line 97 of file ckernel_kernel_specs.c.

Referenced by ck_find_kernel_spec(), ck_ir_v2_find_kernel_spec(), and emit_kernel_manifest().

ck_kernel_specs

const CKKernelSpec ck_kernel_specs[]

extern

Definition at line 85 of file ckernel_kernel_specs.c.

Referenced by ck_find_kernel_spec(), and ck_ir_v2_find_kernel_spec().