#include <stddef.h>
#include <stdint.h>

Data Structures
struct	CKModelBatchDecodeRowV8

struct	CKModelRuntimeDescriptorV8

Macros
#define	CK_MODEL_ABI_V8_VERSION UINT32_C(1)

#define	CK_MODEL_CAP_V8_KNOWN_MASK ((UINT64_C(1) << 18) - UINT64_C(1))

Typedefs
typedef int(*	ck_model_batch_decode_projection_groups_v8_fn) (void)

typedef int(*	ck_model_batch_decode_shared_layers_v8_fn) (void)

typedef int(*	ck_model_batch_decode_workspace_v8_fn) (size_t bytes, size_t alignment)

typedef int(*	ck_model_decode_batch2_v8_fn) (const CKModelBatchDecodeRowV8 rows, size_t count, void workspace, size_t workspace_bytes)

typedef uint32_t(*	ck_model_get_abi_version_v8_fn) (void)

typedef uint64_t(*	ck_model_get_capabilities_v8_fn) (void)

typedef int(*	ck_model_get_runtime_descriptor_v8_fn) (CKModelRuntimeDescriptorV8 *descriptor, size_t descriptor_size)

typedef int(*	ck_model_sequence_state_activate_v8_fn) (uint64_t handle)

typedef int(*	ck_model_sequence_state_create_v8_fn) (void arena, size_t arena_bytes, uint64_t handle_out)

typedef uint64_t(*	ck_model_sequence_state_default_v8_fn) (void)

typedef int(*	ck_model_sequence_state_destroy_v8_fn) (uint64_t handle)

typedef int(*	ck_model_sequence_state_requirements_v8_fn) (size_t bytes, size_t alignment)

Enumerations
enum	CKGenerationFlagsV8 { CK_GENERATION_FLAG_TIMESTAMPS = 1u << 0 }

enum	CKModelArtifactRoleV8 { CK_MODEL_ROLE_UNKNOWN = 0 , CK_MODEL_ROLE_DECODER = 1 , CK_MODEL_ROLE_ENCODER = 2 , CK_MODEL_ROLE_COMBINED = 3 }

enum	CKModelCapabilityV8 { CK_MODEL_CAP_INIT = UINT64_C(1) << 0 , CK_MODEL_CAP_AUTOREGRESSIVE_DECODE = UINT64_C(1) << 1 , CK_MODEL_CAP_TEXT_ENCODE = UINT64_C(1) << 2 , CK_MODEL_CAP_TOKEN_DECODE = UINT64_C(1) << 3 , CK_MODEL_CAP_CHAT_FORMAT = UINT64_C(1) << 4 , CK_MODEL_CAP_STOP_TOKENS = UINT64_C(1) << 5 , CK_MODEL_CAP_MIXED_EMBEDDING_PREFILL = UINT64_C(1) << 6 , CK_MODEL_CAP_AUDIO_WAV_ENCODER = UINT64_C(1) << 7 , CK_MODEL_CAP_IMAGE_TENSOR_ENCODER = UINT64_C(1) << 8 , CK_MODEL_CAP_RAW_IMAGE_ENCODER = UINT64_C(1) << 9 , CK_MODEL_CAP_ENCODER_OUTPUT = UINT64_C(1) << 10 , CK_MODEL_CAP_ENCODER_MEMORY = UINT64_C(1) << 11 , CK_MODEL_CAP_NAMED_ACTIVATIONS = UINT64_C(1) << 12 , CK_MODEL_CAP_PROFILE = UINT64_C(1) << 13 , CK_MODEL_CAP_XRAY_KV = UINT64_C(1) << 14 , CK_MODEL_CAP_GENERATION_POLICY = UINT64_C(1) << 15 , CK_MODEL_CAP_SEQUENCE_STATE_SWITCH = UINT64_C(1) << 16 , CK_MODEL_CAP_BATCH_DECODE_TWO_ROWS = UINT64_C(1) << 17 }

Macro Definition Documentation

◆ CK_MODEL_ABI_V8_VERSION

#define CK_MODEL_ABI_V8_VERSION UINT32_C(1)

Definition at line 11 of file ck_model_abi_v8.h.

◆ CK_MODEL_CAP_V8_KNOWN_MASK

#define CK_MODEL_CAP_V8_KNOWN_MASK ((UINT64_C(1) << 18) - UINT64_C(1))

Definition at line 36 of file ck_model_abi_v8.h.

Typedef Documentation

◆ ck_model_batch_decode_projection_groups_v8_fn

typedef int(* ck_model_batch_decode_projection_groups_v8_fn) (void)

Definition at line 105 of file ck_model_abi_v8.h.

◆ ck_model_batch_decode_shared_layers_v8_fn

typedef int(* ck_model_batch_decode_shared_layers_v8_fn) (void)

Definition at line 106 of file ck_model_abi_v8.h.

◆ ck_model_batch_decode_workspace_v8_fn

typedef int(* ck_model_batch_decode_workspace_v8_fn) (size_t *bytes, size_t *alignment)

Definition at line 103 of file ck_model_abi_v8.h.

◆ ck_model_decode_batch2_v8_fn

typedef int(* ck_model_decode_batch2_v8_fn) (const CKModelBatchDecodeRowV8 *rows, size_t count, void *workspace, size_t workspace_bytes)

Definition at line 107 of file ck_model_abi_v8.h.

◆ ck_model_get_abi_version_v8_fn

typedef uint32_t(* ck_model_get_abi_version_v8_fn) (void)

Definition at line 67 of file ck_model_abi_v8.h.

◆ ck_model_get_capabilities_v8_fn

typedef uint64_t(* ck_model_get_capabilities_v8_fn) (void)

Definition at line 68 of file ck_model_abi_v8.h.

◆ ck_model_get_runtime_descriptor_v8_fn

typedef int(* ck_model_get_runtime_descriptor_v8_fn) (CKModelRuntimeDescriptorV8 *descriptor, size_t descriptor_size)

Definition at line 69 of file ck_model_abi_v8.h.

◆ ck_model_sequence_state_activate_v8_fn

typedef int(* ck_model_sequence_state_activate_v8_fn) (uint64_t handle)

Definition at line 85 of file ck_model_abi_v8.h.

◆ ck_model_sequence_state_create_v8_fn

typedef int(* ck_model_sequence_state_create_v8_fn) (void *arena, size_t arena_bytes, uint64_t *handle_out)

Definition at line 83 of file ck_model_abi_v8.h.

◆ ck_model_sequence_state_default_v8_fn

typedef uint64_t(* ck_model_sequence_state_default_v8_fn) (void)

Definition at line 82 of file ck_model_abi_v8.h.

◆ ck_model_sequence_state_destroy_v8_fn

typedef int(* ck_model_sequence_state_destroy_v8_fn) (uint64_t handle)

Definition at line 86 of file ck_model_abi_v8.h.

◆ ck_model_sequence_state_requirements_v8_fn

typedef int(* ck_model_sequence_state_requirements_v8_fn) (size_t *bytes, size_t *alignment)

Definition at line 81 of file ck_model_abi_v8.h.

Enumeration Type Documentation

◆ CKGenerationFlagsV8

enum CKGenerationFlagsV8

Enumerator
CK_GENERATION_FLAG_TIMESTAMPS

Definition at line 38 of file ck_model_abi_v8.h.

                         {
    CK_GENERATION_FLAG_TIMESTAMPS = 1u << 0
};

◆ CKModelArtifactRoleV8

enum CKModelArtifactRoleV8

Enumerator
CK_MODEL_ROLE_UNKNOWN
CK_MODEL_ROLE_DECODER
CK_MODEL_ROLE_ENCODER
CK_MODEL_ROLE_COMBINED

Definition at line 42 of file ck_model_abi_v8.h.

                           {
    CK_MODEL_ROLE_UNKNOWN = 0,
    CK_MODEL_ROLE_DECODER = 1,
    CK_MODEL_ROLE_ENCODER = 2,
    CK_MODEL_ROLE_COMBINED = 3
};

◆ CKModelCapabilityV8

enum CKModelCapabilityV8

Enumerator
CK_MODEL_CAP_INIT
CK_MODEL_CAP_AUTOREGRESSIVE_DECODE
CK_MODEL_CAP_TEXT_ENCODE
CK_MODEL_CAP_TOKEN_DECODE
CK_MODEL_CAP_CHAT_FORMAT
CK_MODEL_CAP_STOP_TOKENS
CK_MODEL_CAP_MIXED_EMBEDDING_PREFILL
CK_MODEL_CAP_AUDIO_WAV_ENCODER
CK_MODEL_CAP_IMAGE_TENSOR_ENCODER
CK_MODEL_CAP_RAW_IMAGE_ENCODER
CK_MODEL_CAP_ENCODER_OUTPUT
CK_MODEL_CAP_ENCODER_MEMORY
CK_MODEL_CAP_NAMED_ACTIVATIONS
CK_MODEL_CAP_PROFILE
CK_MODEL_CAP_XRAY_KV
CK_MODEL_CAP_GENERATION_POLICY
CK_MODEL_CAP_SEQUENCE_STATE_SWITCH
CK_MODEL_CAP_BATCH_DECODE_TWO_ROWS

Definition at line 13 of file ck_model_abi_v8.h.

                         {
    CK_MODEL_CAP_INIT                    = UINT64_C(1) << 0,
    CK_MODEL_CAP_AUTOREGRESSIVE_DECODE   = UINT64_C(1) << 1,
    CK_MODEL_CAP_TEXT_ENCODE             = UINT64_C(1) << 2,
    CK_MODEL_CAP_TOKEN_DECODE            = UINT64_C(1) << 3,
    CK_MODEL_CAP_CHAT_FORMAT             = UINT64_C(1) << 4,
    CK_MODEL_CAP_STOP_TOKENS             = UINT64_C(1) << 5,
    CK_MODEL_CAP_MIXED_EMBEDDING_PREFILL = UINT64_C(1) << 6,
    CK_MODEL_CAP_AUDIO_WAV_ENCODER       = UINT64_C(1) << 7,
    CK_MODEL_CAP_IMAGE_TENSOR_ENCODER    = UINT64_C(1) << 8,
    CK_MODEL_CAP_RAW_IMAGE_ENCODER       = UINT64_C(1) << 9,
    CK_MODEL_CAP_ENCODER_OUTPUT          = UINT64_C(1) << 10,
    CK_MODEL_CAP_ENCODER_MEMORY          = UINT64_C(1) << 11,
    CK_MODEL_CAP_NAMED_ACTIVATIONS       = UINT64_C(1) << 12,
    CK_MODEL_CAP_PROFILE                 = UINT64_C(1) << 13,
    CK_MODEL_CAP_XRAY_KV                 = UINT64_C(1) << 14,
    CK_MODEL_CAP_GENERATION_POLICY       = UINT64_C(1) << 15,
    /* Serialized state switching only; this does not imply batched arithmetic. */
    CK_MODEL_CAP_SEQUENCE_STATE_SWITCH   = UINT64_C(1) << 16,
    /* Generated M=2 projection work with sequence-local attention/KV. */
    CK_MODEL_CAP_BATCH_DECODE_TWO_ROWS   = UINT64_C(1) << 17
};

Data Structures

Macros

Typedefs

Enumerations