#include <stddef.h>
#include <stdint.h>
Go to the source code of this file.
|
| enum | CKGenerationFlagsV8 { CK_GENERATION_FLAG_TIMESTAMPS = 1u << 0
} |
| |
| enum | CKModelArtifactRoleV8 { CK_MODEL_ROLE_UNKNOWN = 0
, CK_MODEL_ROLE_DECODER = 1
, CK_MODEL_ROLE_ENCODER = 2
, CK_MODEL_ROLE_COMBINED = 3
} |
| |
| enum | CKModelCapabilityV8 {
CK_MODEL_CAP_INIT = UINT64_C(1) << 0
, CK_MODEL_CAP_AUTOREGRESSIVE_DECODE = UINT64_C(1) << 1
, CK_MODEL_CAP_TEXT_ENCODE = UINT64_C(1) << 2
, CK_MODEL_CAP_TOKEN_DECODE = UINT64_C(1) << 3
,
CK_MODEL_CAP_CHAT_FORMAT = UINT64_C(1) << 4
, CK_MODEL_CAP_STOP_TOKENS = UINT64_C(1) << 5
, CK_MODEL_CAP_MIXED_EMBEDDING_PREFILL = UINT64_C(1) << 6
, CK_MODEL_CAP_AUDIO_WAV_ENCODER = UINT64_C(1) << 7
,
CK_MODEL_CAP_IMAGE_TENSOR_ENCODER = UINT64_C(1) << 8
, CK_MODEL_CAP_RAW_IMAGE_ENCODER = UINT64_C(1) << 9
, CK_MODEL_CAP_ENCODER_OUTPUT = UINT64_C(1) << 10
, CK_MODEL_CAP_ENCODER_MEMORY = UINT64_C(1) << 11
,
CK_MODEL_CAP_NAMED_ACTIVATIONS = UINT64_C(1) << 12
, CK_MODEL_CAP_PROFILE = UINT64_C(1) << 13
, CK_MODEL_CAP_XRAY_KV = UINT64_C(1) << 14
, CK_MODEL_CAP_GENERATION_POLICY = UINT64_C(1) << 15
} |
| |
◆ CK_MODEL_ABI_V8_VERSION
| #define CK_MODEL_ABI_V8_VERSION UINT32_C(1) |
◆ CK_MODEL_CAP_V8_KNOWN_MASK
| #define CK_MODEL_CAP_V8_KNOWN_MASK ((UINT64_C(1) << 16) - UINT64_C(1)) |
◆ ck_model_get_abi_version_v8_fn
| typedef uint32_t(* ck_model_get_abi_version_v8_fn) (void) |
◆ ck_model_get_capabilities_v8_fn
| typedef uint64_t(* ck_model_get_capabilities_v8_fn) (void) |
◆ ck_model_get_runtime_descriptor_v8_fn
◆ CKGenerationFlagsV8
| Enumerator |
|---|
| CK_GENERATION_FLAG_TIMESTAMPS | |
Definition at line 34 of file ck_model_abi_v8.h.
34 {
36};
@ CK_GENERATION_FLAG_TIMESTAMPS
◆ CKModelArtifactRoleV8
| Enumerator |
|---|
| CK_MODEL_ROLE_UNKNOWN | |
| CK_MODEL_ROLE_DECODER | |
| CK_MODEL_ROLE_ENCODER | |
| CK_MODEL_ROLE_COMBINED | |
Definition at line 38 of file ck_model_abi_v8.h.
◆ CKModelCapabilityV8
| Enumerator |
|---|
| CK_MODEL_CAP_INIT | |
| CK_MODEL_CAP_AUTOREGRESSIVE_DECODE | |
| CK_MODEL_CAP_TEXT_ENCODE | |
| CK_MODEL_CAP_TOKEN_DECODE | |
| CK_MODEL_CAP_CHAT_FORMAT | |
| CK_MODEL_CAP_STOP_TOKENS | |
| CK_MODEL_CAP_MIXED_EMBEDDING_PREFILL | |
| CK_MODEL_CAP_AUDIO_WAV_ENCODER | |
| CK_MODEL_CAP_IMAGE_TENSOR_ENCODER | |
| CK_MODEL_CAP_RAW_IMAGE_ENCODER | |
| CK_MODEL_CAP_ENCODER_OUTPUT | |
| CK_MODEL_CAP_ENCODER_MEMORY | |
| CK_MODEL_CAP_NAMED_ACTIVATIONS | |
| CK_MODEL_CAP_PROFILE | |
| CK_MODEL_CAP_XRAY_KV | |
| CK_MODEL_CAP_GENERATION_POLICY | |
Definition at line 13 of file ck_model_abi_v8.h.
13 {
30};
@ CK_MODEL_CAP_ENCODER_MEMORY
@ CK_MODEL_CAP_ENCODER_OUTPUT
@ CK_MODEL_CAP_STOP_TOKENS
@ CK_MODEL_CAP_AUTOREGRESSIVE_DECODE
@ CK_MODEL_CAP_CHAT_FORMAT
@ CK_MODEL_CAP_AUDIO_WAV_ENCODER
@ CK_MODEL_CAP_GENERATION_POLICY
@ CK_MODEL_CAP_TOKEN_DECODE
@ CK_MODEL_CAP_IMAGE_TENSOR_ENCODER
@ CK_MODEL_CAP_NAMED_ACTIVATIONS
@ CK_MODEL_CAP_TEXT_ENCODE
@ CK_MODEL_CAP_MIXED_EMBEDDING_PREFILL
@ CK_MODEL_CAP_RAW_IMAGE_ENCODER