v6.6/generated/ck-kernel-inference.h

Go to the documentation of this file.

/**
 * @file ck-kernel-inference.h
 * @brief AUTO-GENERATED: qwen2_0.5b_decode Memory Layout
 *
 * Generated: 2026-01-15T19:23:13.597715 UTC
 * Total Memory: 3.65 GB
 *
 * DO NOT EDIT - Regenerate with build_ir_v3.py
 */
 
#ifndef GENERATED_QWEN2_0_5B_DECODE_H
#define GENERATED_QWEN2_0_5B_DECODE_H
 
#include <stddef.h>
#include <stdint.h>
 
#ifdef __cplusplus
extern "C" {
#endif
 
/* ============================================================================
 * MODEL CONFIGURATION
 * ============================================================================ */
 
#define QWEN2_0_5B_DECODE_EMBED_DIM          896
#define QWEN2_0_5B_DECODE_NUM_HEADS          14
#define QWEN2_0_5B_DECODE_NUM_KV_HEADS       2
#define QWEN2_0_5B_DECODE_HEAD_DIM           64
#define QWEN2_0_5B_DECODE_INTERMEDIATE       4864
#define QWEN2_0_5B_DECODE_NUM_LAYERS         24
#define QWEN2_0_5B_DECODE_VOCAB_SIZE         151936
#define QWEN2_0_5B_DECODE_MAX_SEQ_LEN        131072
#define QWEN2_0_5B_DECODE_NUM_MERGES         0
#define QWEN2_0_5B_DECODE_TOTAL_VOCAB_BYTES  0
#define QWEN2_0_5B_DECODE_DTYPE_BYTES        4
 
#define QWEN2_0_5B_DECODE_TOTAL_BYTES        3651931008ULL
#define QWEN2_0_5B_DECODE_WEIGHT_BYTES       395811776ULL
#define QWEN2_0_5B_DECODE_ACTIVATION_BYTES   3256082944ULL
 
#define QWEN2_0_5B_DECODE_MAGIC              0x434B454EUL
#define QWEN2_0_5B_DECODE_CANARY_VALUE       0xDEADBEEFUL
#define QWEN2_0_5B_DECODE_CANARY_SIZE        64
 
/* ============================================================================
 * HEADER OFFSETS
 * ============================================================================ */
 
typedef struct {
    size_t token_emb;  /* [151936, 896] */
    size_t vocab_offsets;  /* [151936] */
    size_t vocab_strings;  /* [0] */
    size_t vocab_merges;  /* [0, 3] */
    size_t embedded_input;  /* [1, 896] */
} QWEN2_0_5B_DECODEHeaderOffsets;
 
static const QWEN2_0_5B_DECODEHeaderOffsets QWEN2_0_5B_DECODE_HEADER = {
    .token_emb = 0x00000080,
    .vocab_offsets = 0x089F14C0,
    .vocab_strings = 0x08A85B00,
    .vocab_merges = 0x08BFAA80,
    .embedded_input = 0x08DB6340,
};
 
/* ============================================================================
 * LAYER OFFSETS
 * ============================================================================ */
 
typedef struct {
    size_t ln1_gamma;  /* [896] */
    size_t ln1_out;  /* [1, 896] */
    size_t wq;  /* [14, 64, 896] */
    size_t bq;  /* [14, 64] */
    size_t wk;  /* [2, 64, 896] */
    size_t bk;  /* [2, 64] */
    size_t wv;  /* [2, 64, 896] */
    size_t bv;  /* [2, 64] */
    size_t q;  /* [14, 1, 64] */
    size_t k;  /* [2, 131072, 64] */
    size_t v;  /* [2, 131072, 64] */
    size_t wo;  /* [14, 896, 64] */
    size_t proj_tmp;  /* [1, 896] */
    size_t proj_scratch;  /* [1, 896] */
    size_t residual1;  /* [1, 896] */
    size_t ln2_gamma;  /* [896] */
    size_t ln2_out;  /* [1, 896] */
    size_t w1;  /* [9728, 896] */
    size_t w2;  /* [896, 4864] */
    size_t mlp_out;  /* [1, 896] */
    size_t output;  /* [1, 896] */
} QWEN2_0_5B_DECODELayerOffsets;
 
static const QWEN2_0_5B_DECODELayerOffsets QWEN2_0_5B_DECODE_LAYERS[24] = {
    [0] = {
        .ln1_gamma = 0x08DB7200,
        .ln1_out = 0x08DB8040,
        .wq = 0x08DB8E80,
        .bq = 0x08E3FAC0,
        .wk = 0x08E40900,
        .bk = 0x08E53D40,
        .wv = 0x08E53F80,
        .bv = 0x08E71BC0,
        .q = 0x08E71E00,
        .k = 0x08E72C40,
        .v = 0x0CE72C80,
        .wo = 0x10E72CC0,
        .proj_tmp = 0x10EF9900,
        .proj_scratch = 0x10EFA740,
        .residual1 = 0x10EFB580,
        .ln2_gamma = 0x10EFC3C0,
        .ln2_out = 0x10EFD200,
        .w1 = 0x10EFE040,
        .w2 = 0x114B5080,
        .mlp_out = 0x1181DDC0,
        .output = 0x1181EC00,
    },
    [1] = {
        .ln1_gamma = 0x1181FAC0,
        .ln1_out = 0x11820900,
        .wq = 0x11821740,
        .bq = 0x118A8380,
        .wk = 0x118A91C0,
        .bk = 0x118BC600,
        .wv = 0x118BC840,
        .bv = 0x118DA480,
        .q = 0x118DA6C0,
        .k = 0x118DB500,
        .v = 0x158DB540,
        .wo = 0x198DB580,
        .proj_tmp = 0x199621C0,
        .proj_scratch = 0x19963000,
        .residual1 = 0x19963E40,
        .ln2_gamma = 0x19964C80,
        .ln2_out = 0x19965AC0,
        .w1 = 0x19966900,
        .w2 = 0x19F1D940,
        .mlp_out = 0x1A286680,
        .output = 0x1A2874C0,
    },
    [2] = {
        .ln1_gamma = 0x1A288380,
        .ln1_out = 0x1A2891C0,
        .wq = 0x1A28A000,
        .bq = 0x1A310C40,
        .wk = 0x1A311A80,
        .bk = 0x1A324EC0,
        .wv = 0x1A325100,
        .bv = 0x1A338540,
        .q = 0x1A338780,
        .k = 0x1A3395C0,
        .v = 0x1E339600,
        .wo = 0x22339640,
        .proj_tmp = 0x223C0280,
        .proj_scratch = 0x223C10C0,
        .residual1 = 0x223C1F00,
        .ln2_gamma = 0x223C2D40,
        .ln2_out = 0x223C3B80,
        .w1 = 0x223C49C0,
        .w2 = 0x2297BA00,
        .mlp_out = 0x22BD2240,
        .output = 0x22BD3080,
    },
    [3] = {
        .ln1_gamma = 0x22BD3F40,
        .ln1_out = 0x22BD4D80,
        .wq = 0x22BD5BC0,
        .bq = 0x22C5C800,
        .wk = 0x22C5D640,
        .bk = 0x22C70A80,
        .wv = 0x22C70CC0,
        .bv = 0x22C8E900,
        .q = 0x22C8EB40,
        .k = 0x22C8F980,
        .v = 0x26C8F9C0,
        .wo = 0x2AC8FA00,
        .proj_tmp = 0x2AD16640,
        .proj_scratch = 0x2AD17480,
        .residual1 = 0x2AD182C0,
        .ln2_gamma = 0x2AD19100,
        .ln2_out = 0x2AD19F40,
        .w1 = 0x2AD1AD80,
        .w2 = 0x2B2D1DC0,
        .mlp_out = 0x2B63AB00,
        .output = 0x2B63B940,
    },
    [4] = {
        .ln1_gamma = 0x2B63C800,
        .ln1_out = 0x2B63D640,
        .wq = 0x2B63E480,
        .bq = 0x2B6C50C0,
        .wk = 0x2B6C5F00,
        .bk = 0x2B6D9340,
        .wv = 0x2B6D9580,
        .bv = 0x2B6EC9C0,
        .q = 0x2B6ECC00,
        .k = 0x2B6EDA40,
        .v = 0x2F6EDA80,
        .wo = 0x336EDAC0,
        .proj_tmp = 0x33774700,
        .proj_scratch = 0x33775540,
        .residual1 = 0x33776380,
        .ln2_gamma = 0x337771C0,
        .ln2_out = 0x33778000,
        .w1 = 0x33778E40,
        .w2 = 0x33D2FE80,
        .mlp_out = 0x33F866C0,
        .output = 0x33F87500,
    },
    [5] = {
        .ln1_gamma = 0x33F883C0,
        .ln1_out = 0x33F89200,
        .wq = 0x33F8A040,
        .bq = 0x34010C80,
        .wk = 0x34011AC0,
        .bk = 0x34024F00,
        .wv = 0x34025140,
        .bv = 0x34038580,
        .q = 0x340387C0,
        .k = 0x34039600,
        .v = 0x38039640,
        .wo = 0x3C039680,
        .proj_tmp = 0x3C0C02C0,
        .proj_scratch = 0x3C0C1100,
        .residual1 = 0x3C0C1F40,
        .ln2_gamma = 0x3C0C2D80,
        .ln2_out = 0x3C0C3BC0,
        .w1 = 0x3C0C4A00,
        .w2 = 0x3C67BA40,
        .mlp_out = 0x3C8D2280,
        .output = 0x3C8D30C0,
    },
    [6] = {
        .ln1_gamma = 0x3C8D3F80,
        .ln1_out = 0x3C8D4DC0,
        .wq = 0x3C8D5C00,
        .bq = 0x3C95C840,
        .wk = 0x3C95D680,
        .bk = 0x3C970AC0,
        .wv = 0x3C970D00,
        .bv = 0x3C98E940,
        .q = 0x3C98EB80,
        .k = 0x3C98F9C0,
        .v = 0x4098FA00,
        .wo = 0x4498FA40,
        .proj_tmp = 0x44A16680,
        .proj_scratch = 0x44A174C0,
        .residual1 = 0x44A18300,
        .ln2_gamma = 0x44A19140,
        .ln2_out = 0x44A19F80,
        .w1 = 0x44A1ADC0,
        .w2 = 0x44FD1E00,
        .mlp_out = 0x4533AB40,
        .output = 0x4533B980,
    },
    [7] = {
        .ln1_gamma = 0x4533C840,
        .ln1_out = 0x4533D680,
        .wq = 0x4533E4C0,
        .bq = 0x453C5100,
        .wk = 0x453C5F40,
        .bk = 0x453D9380,
        .wv = 0x453D95C0,
        .bv = 0x453F7200,
        .q = 0x453F7440,
        .k = 0x453F8280,
        .v = 0x493F82C0,
        .wo = 0x4D3F8300,
        .proj_tmp = 0x4D47EF40,
        .proj_scratch = 0x4D47FD80,
        .residual1 = 0x4D480BC0,
        .ln2_gamma = 0x4D481A00,
        .ln2_out = 0x4D482840,
        .w1 = 0x4D483680,
        .w2 = 0x4DA3A6C0,
        .mlp_out = 0x4DDA3400,
        .output = 0x4DDA4240,
    },
    [8] = {
        .ln1_gamma = 0x4DDA5100,
        .ln1_out = 0x4DDA5F40,
        .wq = 0x4DDA6D80,
        .bq = 0x4DE2D9C0,
        .wk = 0x4DE2E800,
        .bk = 0x4DE41C40,
        .wv = 0x4DE41E80,
        .bv = 0x4DE5FAC0,
        .q = 0x4DE5FD00,
        .k = 0x4DE60B40,
        .v = 0x51E60B80,
        .wo = 0x55E60BC0,
        .proj_tmp = 0x55EE7800,
        .proj_scratch = 0x55EE8640,
        .residual1 = 0x55EE9480,
        .ln2_gamma = 0x55EEA2C0,
        .ln2_out = 0x55EEB100,
        .w1 = 0x55EEBF40,
        .w2 = 0x564A2F80,
        .mlp_out = 0x5680BCC0,
        .output = 0x5680CB00,
    },
    [9] = {
        .ln1_gamma = 0x5680D9C0,
        .ln1_out = 0x5680E800,
        .wq = 0x5680F640,
        .bq = 0x56896280,
        .wk = 0x568970C0,
        .bk = 0x568AA500,
        .wv = 0x568AA740,
        .bv = 0x568C8380,
        .q = 0x568C85C0,
        .k = 0x568C9400,
        .v = 0x5A8C9440,
        .wo = 0x5E8C9480,
        .proj_tmp = 0x5E9500C0,
        .proj_scratch = 0x5E950F00,
        .residual1 = 0x5E951D40,
        .ln2_gamma = 0x5E952B80,
        .ln2_out = 0x5E9539C0,
        .w1 = 0x5E954800,
        .w2 = 0x5EF0B840,
        .mlp_out = 0x5F274580,
        .output = 0x5F2753C0,
    },
    [10] = {
        .ln1_gamma = 0x5F276280,
        .ln1_out = 0x5F2770C0,
        .wq = 0x5F277F00,
        .bq = 0x5F2FEB40,
        .wk = 0x5F2FF980,
        .bk = 0x5F312DC0,
        .wv = 0x5F313000,
        .bv = 0x5F330C40,
        .q = 0x5F330E80,
        .k = 0x5F331CC0,
        .v = 0x63331D00,
        .wo = 0x67331D40,
        .proj_tmp = 0x673B8980,
        .proj_scratch = 0x673B97C0,
        .residual1 = 0x673BA600,
        .ln2_gamma = 0x673BB440,
        .ln2_out = 0x673BC280,
        .w1 = 0x673BD0C0,
        .w2 = 0x67974100,
        .mlp_out = 0x67CDCE40,
        .output = 0x67CDDC80,
    },
    [11] = {
        .ln1_gamma = 0x67CDEB40,
        .ln1_out = 0x67CDF980,
        .wq = 0x67CE07C0,
        .bq = 0x67D67400,
        .wk = 0x67D68240,
        .bk = 0x67D7B680,
        .wv = 0x67D7B8C0,
        .bv = 0x67D8ED00,
        .q = 0x67D8EF40,
        .k = 0x67D8FD80,
        .v = 0x6BD8FDC0,
        .wo = 0x6FD8FE00,
        .proj_tmp = 0x6FE16A40,
        .proj_scratch = 0x6FE17880,
        .residual1 = 0x6FE186C0,
        .ln2_gamma = 0x6FE19500,
        .ln2_out = 0x6FE1A340,
        .w1 = 0x6FE1B180,
        .w2 = 0x703D21C0,
        .mlp_out = 0x70628A00,
        .output = 0x70629840,
    },
    [12] = {
        .ln1_gamma = 0x7062A700,
        .ln1_out = 0x7062B540,
        .wq = 0x7062C380,
        .bq = 0x706B2FC0,
        .wk = 0x706B3E00,
        .bk = 0x706C7240,
        .wv = 0x706C7480,
        .bv = 0x706DA8C0,
        .q = 0x706DAB00,
        .k = 0x706DB940,
        .v = 0x746DB980,
        .wo = 0x786DB9C0,
        .proj_tmp = 0x78762600,
        .proj_scratch = 0x78763440,
        .residual1 = 0x78764280,
        .ln2_gamma = 0x787650C0,
        .ln2_out = 0x78765F00,
        .w1 = 0x78766D40,
        .w2 = 0x78D1DD80,
        .mlp_out = 0x78F745C0,
        .output = 0x78F75400,
    },
    [13] = {
        .ln1_gamma = 0x78F762C0,
        .ln1_out = 0x78F77100,
        .wq = 0x78F77F40,
        .bq = 0x78FFEB80,
        .wk = 0x78FFF9C0,
        .bk = 0x79012E00,
        .wv = 0x79013040,
        .bv = 0x79030C80,
        .q = 0x79030EC0,
        .k = 0x79031D00,
        .v = 0x7D031D40,
        .wo = 0x81031D80,
        .proj_tmp = 0x810B89C0,
        .proj_scratch = 0x810B9800,
        .residual1 = 0x810BA640,
        .ln2_gamma = 0x810BB480,
        .ln2_out = 0x810BC2C0,
        .w1 = 0x810BD100,
        .w2 = 0x81674140,
        .mlp_out = 0x819DCE80,
        .output = 0x819DDCC0,
    },
    [14] = {
        .ln1_gamma = 0x819DEB80,
        .ln1_out = 0x819DF9C0,
        .wq = 0x819E0800,
        .bq = 0x81A67440,
        .wk = 0x81A68280,
        .bk = 0x81A7B6C0,
        .wv = 0x81A7B900,
        .bv = 0x81A8ED40,
        .q = 0x81A8EF80,
        .k = 0x81A8FDC0,
        .v = 0x85A8FE00,
        .wo = 0x89A8FE40,
        .proj_tmp = 0x89B16A80,
        .proj_scratch = 0x89B178C0,
        .residual1 = 0x89B18700,
        .ln2_gamma = 0x89B19540,
        .ln2_out = 0x89B1A380,
        .w1 = 0x89B1B1C0,
        .w2 = 0x8A0D2200,
        .mlp_out = 0x8A328A40,
        .output = 0x8A329880,
    },
    [15] = {
        .ln1_gamma = 0x8A32A740,
        .ln1_out = 0x8A32B580,
        .wq = 0x8A32C3C0,
        .bq = 0x8A3B3000,
        .wk = 0x8A3B3E40,
        .bk = 0x8A3C7280,
        .wv = 0x8A3C74C0,
        .bv = 0x8A3DA900,
        .q = 0x8A3DAB40,
        .k = 0x8A3DB980,
        .v = 0x8E3DB9C0,
        .wo = 0x923DBA00,
        .proj_tmp = 0x92462640,
        .proj_scratch = 0x92463480,
        .residual1 = 0x924642C0,
        .ln2_gamma = 0x92465100,
        .ln2_out = 0x92465F40,
        .w1 = 0x92466D80,
        .w2 = 0x92A1DDC0,
        .mlp_out = 0x92C74600,
        .output = 0x92C75440,
    },
    [16] = {
        .ln1_gamma = 0x92C76300,
        .ln1_out = 0x92C77140,
        .wq = 0x92C77F80,
        .bq = 0x92CFEBC0,
        .wk = 0x92CFFA00,
        .bk = 0x92D12E40,
        .wv = 0x92D13080,
        .bv = 0x92D30CC0,
        .q = 0x92D30F00,
        .k = 0x92D31D40,
        .v = 0x96D31D80,
        .wo = 0x9AD31DC0,
        .proj_tmp = 0x9ADB8A00,
        .proj_scratch = 0x9ADB9840,
        .residual1 = 0x9ADBA680,
        .ln2_gamma = 0x9ADBB4C0,
        .ln2_out = 0x9ADBC300,
        .w1 = 0x9ADBD140,
        .w2 = 0x9B374180,
        .mlp_out = 0x9B6DCEC0,
        .output = 0x9B6DDD00,
    },
    [17] = {
        .ln1_gamma = 0x9B6DEBC0,
        .ln1_out = 0x9B6DFA00,
        .wq = 0x9B6E0840,
        .bq = 0x9B767480,
        .wk = 0x9B7682C0,
        .bk = 0x9B77B700,
        .wv = 0x9B77B940,
        .bv = 0x9B78ED80,
        .q = 0x9B78EFC0,
        .k = 0x9B78FE00,
        .v = 0x9F78FE40,
        .wo = 0xA378FE80,
        .proj_tmp = 0xA3816AC0,
        .proj_scratch = 0xA3817900,
        .residual1 = 0xA3818740,
        .ln2_gamma = 0xA3819580,
        .ln2_out = 0xA381A3C0,
        .w1 = 0xA381B200,
        .w2 = 0xA3DD2240,
        .mlp_out = 0xA4028A80,
        .output = 0xA40298C0,
    },
    [18] = {
        .ln1_gamma = 0xA402A780,
        .ln1_out = 0xA402B5C0,
        .wq = 0xA402C400,
        .bq = 0xA40B3040,
        .wk = 0xA40B3E80,
        .bk = 0xA40C72C0,
        .wv = 0xA40C7500,
        .bv = 0xA40DA940,
        .q = 0xA40DAB80,
        .k = 0xA40DB9C0,
        .v = 0xA80DBA00,
        .wo = 0xAC0DBA40,
        .proj_tmp = 0xAC162680,
        .proj_scratch = 0xAC1634C0,
        .residual1 = 0xAC164300,
        .ln2_gamma = 0xAC165140,
        .ln2_out = 0xAC165F80,
        .w1 = 0xAC166DC0,
        .w2 = 0xAC71DE00,
        .mlp_out = 0xAC974640,
        .output = 0xAC975480,
    },
    [19] = {
        .ln1_gamma = 0xAC976340,
        .ln1_out = 0xAC977180,
        .wq = 0xAC977FC0,
        .bq = 0xAC9FEC00,
        .wk = 0xAC9FFA40,
        .bk = 0xACA12E80,
        .wv = 0xACA130C0,
        .bv = 0xACA30D00,
        .q = 0xACA30F40,
        .k = 0xACA31D80,
        .v = 0xB0A31DC0,
        .wo = 0xB4A31E00,
        .proj_tmp = 0xB4AB8A40,
        .proj_scratch = 0xB4AB9880,
        .residual1 = 0xB4ABA6C0,
        .ln2_gamma = 0xB4ABB500,
        .ln2_out = 0xB4ABC340,
        .w1 = 0xB4ABD180,
        .w2 = 0xB50741C0,
        .mlp_out = 0xB53DCF00,
        .output = 0xB53DDD40,
    },
    [20] = {
        .ln1_gamma = 0xB53DEC00,
        .ln1_out = 0xB53DFA40,
        .wq = 0xB53E0880,
        .bq = 0xB54674C0,
        .wk = 0xB5468300,
        .bk = 0xB547B740,
        .wv = 0xB547B980,
        .bv = 0xB548EDC0,
        .q = 0xB548F000,
        .k = 0xB548FE40,
        .v = 0xB948FE80,
        .wo = 0xBD48FEC0,
        .proj_tmp = 0xBD516B00,
        .proj_scratch = 0xBD517940,
        .residual1 = 0xBD518780,
        .ln2_gamma = 0xBD5195C0,
        .ln2_out = 0xBD51A400,
        .w1 = 0xBD51B240,
        .w2 = 0xBDAD2280,
        .mlp_out = 0xBDD28AC0,
        .output = 0xBDD29900,
    },
    [21] = {
        .ln1_gamma = 0xBDD2A7C0,
        .ln1_out = 0xBDD2B600,
        .wq = 0xBDD2C440,
        .bq = 0xBDDB3080,
        .wk = 0xBDDB3EC0,
        .bk = 0xBDDC7300,
        .wv = 0xBDDC7540,
        .bv = 0xBDDE5180,
        .q = 0xBDDE53C0,
        .k = 0xBDDE6200,
        .v = 0xC1DE6240,
        .wo = 0xC5DE6280,
        .proj_tmp = 0xC5E6CEC0,
        .proj_scratch = 0xC5E6DD00,
        .residual1 = 0xC5E6EB40,
        .ln2_gamma = 0xC5E6F980,
        .ln2_out = 0xC5E707C0,
        .w1 = 0xC5E71600,
        .w2 = 0xC6428640,
        .mlp_out = 0xC6791380,
        .output = 0xC67921C0,
    },
    [22] = {
        .ln1_gamma = 0xC6793080,
        .ln1_out = 0xC6793EC0,
        .wq = 0xC6794D00,
        .bq = 0xC681B940,
        .wk = 0xC681C780,
        .bk = 0xC682FBC0,
        .wv = 0xC682FE00,
        .bv = 0xC6843240,
        .q = 0xC6843480,
        .k = 0xC68442C0,
        .v = 0xCA844300,
        .wo = 0xCE844340,
        .proj_tmp = 0xCE8CAF80,
        .proj_scratch = 0xCE8CBDC0,
        .residual1 = 0xCE8CCC00,
        .ln2_gamma = 0xCE8CDA40,
        .ln2_out = 0xCE8CE880,
        .w1 = 0xCE8CF6C0,
        .w2 = 0xCEE86700,
        .mlp_out = 0xCF0DCF40,
        .output = 0xCF0DDD80,
    },
    [23] = {
        .ln1_gamma = 0xCF0DEC40,
        .ln1_out = 0xCF0DFA80,
        .wq = 0xCF0E08C0,
        .bq = 0xCF167500,
        .wk = 0xCF168340,
        .bk = 0xCF17B780,
        .wv = 0xCF17B9C0,
        .bv = 0xCF18EE00,
        .q = 0xCF18F040,
        .k = 0xCF18FE80,
        .v = 0xD318FEC0,
        .wo = 0xD718FF00,
        .proj_tmp = 0xD7216B40,
        .proj_scratch = 0xD7217980,
        .residual1 = 0xD72187C0,
        .ln2_gamma = 0xD7219600,
        .ln2_out = 0xD721A440,
        .w1 = 0xD721B280,
        .w2 = 0xD77D22C0,
        .mlp_out = 0xD7A28B00,
        .output = 0xD7A29940,
    },
};
 
#define QWEN2_0_5B_DECODE_LAYER_STRIDE  0x08A688C0ULL
 
/* ============================================================================
 * PER-LAYER DTYPE ARRAYS (mixed quantization)
 * ============================================================================ */
 
#include "ckernel_dtype.h"  /* For CKDataType */
 
static const CKDataType QWEN2_0_5B_DECODE_LAYER_WQ_DTYPE[] = {
    CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0
};
 
static const CKDataType QWEN2_0_5B_DECODE_LAYER_WK_DTYPE[] = {
    CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0
};
 
static const CKDataType QWEN2_0_5B_DECODE_LAYER_WV_DTYPE[] = {
    CK_DT_Q8_0, CK_DT_Q8_0, CK_DT_Q5_0, CK_DT_Q8_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q8_0, CK_DT_Q8_0, CK_DT_Q8_0, CK_DT_Q8_0, CK_DT_Q8_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q8_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q8_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q8_0, CK_DT_Q5_0, CK_DT_Q8_0, CK_DT_Q5_0, CK_DT_Q5_0
};
 
static const CKDataType QWEN2_0_5B_DECODE_LAYER_WO_DTYPE[] = {
    CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0
};
 
static const CKDataType QWEN2_0_5B_DECODE_LAYER_W1_DTYPE[] = {
    CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0, CK_DT_Q5_0
};
 
static const CKDataType QWEN2_0_5B_DECODE_LAYER_W2_DTYPE[] = {
    CK_DT_Q6_K, CK_DT_Q6_K, CK_DT_Q4_K, CK_DT_Q6_K, CK_DT_Q4_K, CK_DT_Q4_K, CK_DT_Q6_K, CK_DT_Q6_K, CK_DT_Q6_K, CK_DT_Q6_K, CK_DT_Q6_K, CK_DT_Q4_K, CK_DT_Q4_K, CK_DT_Q6_K, CK_DT_Q4_K, CK_DT_Q4_K, CK_DT_Q6_K, CK_DT_Q4_K, CK_DT_Q4_K, CK_DT_Q6_K, CK_DT_Q4_K, CK_DT_Q6_K, CK_DT_Q4_K, CK_DT_Q4_K
};
 
/* ============================================================================
 * FOOTER OFFSETS
 * ============================================================================ */
 
typedef struct {
    size_t final_ln_weight;  /* [896] */
    size_t final_output;  /* [1, 896] */
    size_t lm_head_weight;  /* [151936, 896] */
    size_t logits;  /* [1, 151936] */
} QWEN2_0_5B_DECODEFooterOffsets;
 
static const QWEN2_0_5B_DECODEFooterOffsets QWEN2_0_5B_DECODE_FOOTER = {
    .final_ln_weight = 0xD7A2A800,
    .final_output = 0xD7A2B640,
    .lm_head_weight = 0x00000080,  /* TIED to token_emb */
    .logits = 0xD7A2C480,
};
 
/* ============================================================================
 * GLOBAL OFFSETS
 * ============================================================================ */
 
typedef struct {
    size_t rope_cos_cache;  /* [131072, 32] */
    size_t rope_sin_cache;  /* [131072, 32] */
} QWEN2_0_5B_DECODEGlobalOffsets;
 
static const QWEN2_0_5B_DECODEGlobalOffsets QWEN2_0_5B_DECODE_GLOBALS = {
    .rope_cos_cache = 0xD7AC0B00,
    .rope_sin_cache = 0xD8AC0B40,
};
 
/* ============================================================================
 * CANARY OFFSETS
 * ============================================================================ */
 
typedef struct {
    size_t offset;
    const char *name;
} QWEN2_0_5B_DECODECanary;
 
static const QWEN2_0_5B_DECODECanary QWEN2_0_5B_DECODE_CANARIES[] = {
    {0x00000040, "header_start"},
    {0x089F1480, "token_emb_end"},
    {0x08A85AC0, "vocab_offsets_end"},
    {0x08BFAA40, "vocab_strings_end"},
    {0x08DB6300, "vocab_merges_end"},
    {0x08DB7140, "embedded_input_end"},
    {0x08DB7180, "header_end"},
    {0x08DB71C0, "layer_0_start"},
    {0x08DB8000, "layer.0.ln1_gamma_end"},
    {0x08DB8E40, "layer.0.ln1_out_end"},
    {0x08E3FA80, "layer.0.wq_end"},
    {0x08E408C0, "layer.0.bq_end"},
    {0x08E53D00, "layer.0.wk_end"},
    {0x08E53F40, "layer.0.bk_end"},
    {0x08E71B80, "layer.0.wv_end"},
    {0x08E71DC0, "layer.0.bv_end"},
    {0x08E72C00, "layer.0.q_end"},
    {0x0CE72C40, "layer.0.k_end"},
    {0x10E72C80, "layer.0.v_end"},
    {0x10EF98C0, "layer.0.wo_end"},
    {0x10EFA700, "layer.0.proj_tmp_end"},
    {0x10EFB540, "layer.0.proj_scratch_end"},
    {0x10EFC380, "layer.0.residual1_end"},
    {0x10EFD1C0, "layer.0.ln2_gamma_end"},
    {0x10EFE000, "layer.0.ln2_out_end"},
    {0x114B5040, "layer.0.w1_end"},
    {0x1181DD80, "layer.0.w2_end"},
    {0x1181EBC0, "layer.0.mlp_out_end"},
    {0x1181FA00, "layer.0.output_end"},
    {0x1181FA40, "layer_0_end"},
    {0x1181FA80, "layer_1_start"},
    {0x118208C0, "layer.1.ln1_gamma_end"},
    {0x11821700, "layer.1.ln1_out_end"},
    {0x118A8340, "layer.1.wq_end"},
    {0x118A9180, "layer.1.bq_end"},
    {0x118BC5C0, "layer.1.wk_end"},
    {0x118BC800, "layer.1.bk_end"},
    {0x118DA440, "layer.1.wv_end"},
    {0x118DA680, "layer.1.bv_end"},
    {0x118DB4C0, "layer.1.q_end"},
    {0x158DB500, "layer.1.k_end"},
    {0x198DB540, "layer.1.v_end"},
    {0x19962180, "layer.1.wo_end"},
    {0x19962FC0, "layer.1.proj_tmp_end"},
    {0x19963E00, "layer.1.proj_scratch_end"},
    {0x19964C40, "layer.1.residual1_end"},
    {0x19965A80, "layer.1.ln2_gamma_end"},
    {0x199668C0, "layer.1.ln2_out_end"},
    {0x19F1D900, "layer.1.w1_end"},
    {0x1A286640, "layer.1.w2_end"},
    {0x1A287480, "layer.1.mlp_out_end"},
    {0x1A2882C0, "layer.1.output_end"},
    {0x1A288300, "layer_1_end"},
    {0x1A288340, "layer_2_start"},
    {0x1A289180, "layer.2.ln1_gamma_end"},
    {0x1A289FC0, "layer.2.ln1_out_end"},
    {0x1A310C00, "layer.2.wq_end"},
    {0x1A311A40, "layer.2.bq_end"},
    {0x1A324E80, "layer.2.wk_end"},
    {0x1A3250C0, "layer.2.bk_end"},
    {0x1A338500, "layer.2.wv_end"},
    {0x1A338740, "layer.2.bv_end"},
    {0x1A339580, "layer.2.q_end"},
    {0x1E3395C0, "layer.2.k_end"},
    {0x22339600, "layer.2.v_end"},
    {0x223C0240, "layer.2.wo_end"},
    {0x223C1080, "layer.2.proj_tmp_end"},
    {0x223C1EC0, "layer.2.proj_scratch_end"},
    {0x223C2D00, "layer.2.residual1_end"},
    {0x223C3B40, "layer.2.ln2_gamma_end"},
    {0x223C4980, "layer.2.ln2_out_end"},
    {0x2297B9C0, "layer.2.w1_end"},
    {0x22BD2200, "layer.2.w2_end"},
    {0x22BD3040, "layer.2.mlp_out_end"},
    {0x22BD3E80, "layer.2.output_end"},
    {0x22BD3EC0, "layer_2_end"},
    {0x22BD3F00, "layer_3_start"},
    {0x22BD4D40, "layer.3.ln1_gamma_end"},
    {0x22BD5B80, "layer.3.ln1_out_end"},
    {0x22C5C7C0, "layer.3.wq_end"},
    {0x22C5D600, "layer.3.bq_end"},
    {0x22C70A40, "layer.3.wk_end"},
    {0x22C70C80, "layer.3.bk_end"},
    {0x22C8E8C0, "layer.3.wv_end"},
    {0x22C8EB00, "layer.3.bv_end"},
    {0x22C8F940, "layer.3.q_end"},
    {0x26C8F980, "layer.3.k_end"},
    {0x2AC8F9C0, "layer.3.v_end"},
    {0x2AD16600, "layer.3.wo_end"},
    {0x2AD17440, "layer.3.proj_tmp_end"},
    {0x2AD18280, "layer.3.proj_scratch_end"},
    {0x2AD190C0, "layer.3.residual1_end"},
    {0x2AD19F00, "layer.3.ln2_gamma_end"},
    {0x2AD1AD40, "layer.3.ln2_out_end"},
    {0x2B2D1D80, "layer.3.w1_end"},
    {0x2B63AAC0, "layer.3.w2_end"},
    {0x2B63B900, "layer.3.mlp_out_end"},
    {0x2B63C740, "layer.3.output_end"},
    {0x2B63C780, "layer_3_end"},
    {0x2B63C7C0, "layer_4_start"},
    {0x2B63D600, "layer.4.ln1_gamma_end"},
    {0x2B63E440, "layer.4.ln1_out_end"},
    {0x2B6C5080, "layer.4.wq_end"},
    {0x2B6C5EC0, "layer.4.bq_end"},
    {0x2B6D9300, "layer.4.wk_end"},
    {0x2B6D9540, "layer.4.bk_end"},
    {0x2B6EC980, "layer.4.wv_end"},
    {0x2B6ECBC0, "layer.4.bv_end"},
    {0x2B6EDA00, "layer.4.q_end"},
    {0x2F6EDA40, "layer.4.k_end"},
    {0x336EDA80, "layer.4.v_end"},
    {0x337746C0, "layer.4.wo_end"},
    {0x33775500, "layer.4.proj_tmp_end"},
    {0x33776340, "layer.4.proj_scratch_end"},
    {0x33777180, "layer.4.residual1_end"},
    {0x33777FC0, "layer.4.ln2_gamma_end"},
    {0x33778E00, "layer.4.ln2_out_end"},
    {0x33D2FE40, "layer.4.w1_end"},
    {0x33F86680, "layer.4.w2_end"},
    {0x33F874C0, "layer.4.mlp_out_end"},
    {0x33F88300, "layer.4.output_end"},
    {0x33F88340, "layer_4_end"},
    {0x33F88380, "layer_5_start"},
    {0x33F891C0, "layer.5.ln1_gamma_end"},
    {0x33F8A000, "layer.5.ln1_out_end"},
    {0x34010C40, "layer.5.wq_end"},
    {0x34011A80, "layer.5.bq_end"},
    {0x34024EC0, "layer.5.wk_end"},
    {0x34025100, "layer.5.bk_end"},
    {0x34038540, "layer.5.wv_end"},
    {0x34038780, "layer.5.bv_end"},
    {0x340395C0, "layer.5.q_end"},
    {0x38039600, "layer.5.k_end"},
    {0x3C039640, "layer.5.v_end"},
    {0x3C0C0280, "layer.5.wo_end"},
    {0x3C0C10C0, "layer.5.proj_tmp_end"},
    {0x3C0C1F00, "layer.5.proj_scratch_end"},
    {0x3C0C2D40, "layer.5.residual1_end"},
    {0x3C0C3B80, "layer.5.ln2_gamma_end"},
    {0x3C0C49C0, "layer.5.ln2_out_end"},
    {0x3C67BA00, "layer.5.w1_end"},
    {0x3C8D2240, "layer.5.w2_end"},
    {0x3C8D3080, "layer.5.mlp_out_end"},
    {0x3C8D3EC0, "layer.5.output_end"},
    {0x3C8D3F00, "layer_5_end"},
    {0x3C8D3F40, "layer_6_start"},
    {0x3C8D4D80, "layer.6.ln1_gamma_end"},
    {0x3C8D5BC0, "layer.6.ln1_out_end"},
    {0x3C95C800, "layer.6.wq_end"},
    {0x3C95D640, "layer.6.bq_end"},
    {0x3C970A80, "layer.6.wk_end"},
    {0x3C970CC0, "layer.6.bk_end"},
    {0x3C98E900, "layer.6.wv_end"},
    {0x3C98EB40, "layer.6.bv_end"},
    {0x3C98F980, "layer.6.q_end"},
    {0x4098F9C0, "layer.6.k_end"},
    {0x4498FA00, "layer.6.v_end"},
    {0x44A16640, "layer.6.wo_end"},
    {0x44A17480, "layer.6.proj_tmp_end"},
    {0x44A182C0, "layer.6.proj_scratch_end"},
    {0x44A19100, "layer.6.residual1_end"},
    {0x44A19F40, "layer.6.ln2_gamma_end"},
    {0x44A1AD80, "layer.6.ln2_out_end"},
    {0x44FD1DC0, "layer.6.w1_end"},
    {0x4533AB00, "layer.6.w2_end"},
    {0x4533B940, "layer.6.mlp_out_end"},
    {0x4533C780, "layer.6.output_end"},
    {0x4533C7C0, "layer_6_end"},
    {0x4533C800, "layer_7_start"},
    {0x4533D640, "layer.7.ln1_gamma_end"},
    {0x4533E480, "layer.7.ln1_out_end"},
    {0x453C50C0, "layer.7.wq_end"},
    {0x453C5F00, "layer.7.bq_end"},
    {0x453D9340, "layer.7.wk_end"},
    {0x453D9580, "layer.7.bk_end"},
    {0x453F71C0, "layer.7.wv_end"},
    {0x453F7400, "layer.7.bv_end"},
    {0x453F8240, "layer.7.q_end"},
    {0x493F8280, "layer.7.k_end"},
    {0x4D3F82C0, "layer.7.v_end"},
    {0x4D47EF00, "layer.7.wo_end"},
    {0x4D47FD40, "layer.7.proj_tmp_end"},
    {0x4D480B80, "layer.7.proj_scratch_end"},
    {0x4D4819C0, "layer.7.residual1_end"},
    {0x4D482800, "layer.7.ln2_gamma_end"},
    {0x4D483640, "layer.7.ln2_out_end"},
    {0x4DA3A680, "layer.7.w1_end"},
    {0x4DDA33C0, "layer.7.w2_end"},
    {0x4DDA4200, "layer.7.mlp_out_end"},
    {0x4DDA5040, "layer.7.output_end"},
    {0x4DDA5080, "layer_7_end"},
    {0x4DDA50C0, "layer_8_start"},
    {0x4DDA5F00, "layer.8.ln1_gamma_end"},
    {0x4DDA6D40, "layer.8.ln1_out_end"},
    {0x4DE2D980, "layer.8.wq_end"},
    {0x4DE2E7C0, "layer.8.bq_end"},
    {0x4DE41C00, "layer.8.wk_end"},
    {0x4DE41E40, "layer.8.bk_end"},
    {0x4DE5FA80, "layer.8.wv_end"},
    {0x4DE5FCC0, "layer.8.bv_end"},
    {0x4DE60B00, "layer.8.q_end"},
    {0x51E60B40, "layer.8.k_end"},
    {0x55E60B80, "layer.8.v_end"},
    {0x55EE77C0, "layer.8.wo_end"},
    {0x55EE8600, "layer.8.proj_tmp_end"},
    {0x55EE9440, "layer.8.proj_scratch_end"},
    {0x55EEA280, "layer.8.residual1_end"},
    {0x55EEB0C0, "layer.8.ln2_gamma_end"},
    {0x55EEBF00, "layer.8.ln2_out_end"},
    {0x564A2F40, "layer.8.w1_end"},
    {0x5680BC80, "layer.8.w2_end"},
    {0x5680CAC0, "layer.8.mlp_out_end"},
    {0x5680D900, "layer.8.output_end"},
    {0x5680D940, "layer_8_end"},
    {0x5680D980, "layer_9_start"},
    {0x5680E7C0, "layer.9.ln1_gamma_end"},
    {0x5680F600, "layer.9.ln1_out_end"},
    {0x56896240, "layer.9.wq_end"},
    {0x56897080, "layer.9.bq_end"},
    {0x568AA4C0, "layer.9.wk_end"},
    {0x568AA700, "layer.9.bk_end"},
    {0x568C8340, "layer.9.wv_end"},
    {0x568C8580, "layer.9.bv_end"},
    {0x568C93C0, "layer.9.q_end"},
    {0x5A8C9400, "layer.9.k_end"},
    {0x5E8C9440, "layer.9.v_end"},
    {0x5E950080, "layer.9.wo_end"},
    {0x5E950EC0, "layer.9.proj_tmp_end"},
    {0x5E951D00, "layer.9.proj_scratch_end"},
    {0x5E952B40, "layer.9.residual1_end"},
    {0x5E953980, "layer.9.ln2_gamma_end"},
    {0x5E9547C0, "layer.9.ln2_out_end"},
    {0x5EF0B800, "layer.9.w1_end"},
    {0x5F274540, "layer.9.w2_end"},
    {0x5F275380, "layer.9.mlp_out_end"},
    {0x5F2761C0, "layer.9.output_end"},
    {0x5F276200, "layer_9_end"},
    {0x5F276240, "layer_10_start"},
    {0x5F277080, "layer.10.ln1_gamma_end"},
    {0x5F277EC0, "layer.10.ln1_out_end"},
    {0x5F2FEB00, "layer.10.wq_end"},
    {0x5F2FF940, "layer.10.bq_end"},
    {0x5F312D80, "layer.10.wk_end"},
    {0x5F312FC0, "layer.10.bk_end"},
    {0x5F330C00, "layer.10.wv_end"},
    {0x5F330E40, "layer.10.bv_end"},
    {0x5F331C80, "layer.10.q_end"},
    {0x63331CC0, "layer.10.k_end"},
    {0x67331D00, "layer.10.v_end"},
    {0x673B8940, "layer.10.wo_end"},
    {0x673B9780, "layer.10.proj_tmp_end"},
    {0x673BA5C0, "layer.10.proj_scratch_end"},
    {0x673BB400, "layer.10.residual1_end"},
    {0x673BC240, "layer.10.ln2_gamma_end"},
    {0x673BD080, "layer.10.ln2_out_end"},
    {0x679740C0, "layer.10.w1_end"},
    {0x67CDCE00, "layer.10.w2_end"},
    {0x67CDDC40, "layer.10.mlp_out_end"},
    {0x67CDEA80, "layer.10.output_end"},
    {0x67CDEAC0, "layer_10_end"},
    {0x67CDEB00, "layer_11_start"},
    {0x67CDF940, "layer.11.ln1_gamma_end"},
    {0x67CE0780, "layer.11.ln1_out_end"},
    {0x67D673C0, "layer.11.wq_end"},
    {0x67D68200, "layer.11.bq_end"},
    {0x67D7B640, "layer.11.wk_end"},
    {0x67D7B880, "layer.11.bk_end"},
    {0x67D8ECC0, "layer.11.wv_end"},
    {0x67D8EF00, "layer.11.bv_end"},
    {0x67D8FD40, "layer.11.q_end"},
    {0x6BD8FD80, "layer.11.k_end"},
    {0x6FD8FDC0, "layer.11.v_end"},
    {0x6FE16A00, "layer.11.wo_end"},
    {0x6FE17840, "layer.11.proj_tmp_end"},
    {0x6FE18680, "layer.11.proj_scratch_end"},
    {0x6FE194C0, "layer.11.residual1_end"},
    {0x6FE1A300, "layer.11.ln2_gamma_end"},
    {0x6FE1B140, "layer.11.ln2_out_end"},
    {0x703D2180, "layer.11.w1_end"},
    {0x706289C0, "layer.11.w2_end"},
    {0x70629800, "layer.11.mlp_out_end"},
    {0x7062A640, "layer.11.output_end"},
    {0x7062A680, "layer_11_end"},
    {0x7062A6C0, "layer_12_start"},
    {0x7062B500, "layer.12.ln1_gamma_end"},
    {0x7062C340, "layer.12.ln1_out_end"},
    {0x706B2F80, "layer.12.wq_end"},
    {0x706B3DC0, "layer.12.bq_end"},
    {0x706C7200, "layer.12.wk_end"},
    {0x706C7440, "layer.12.bk_end"},
    {0x706DA880, "layer.12.wv_end"},
    {0x706DAAC0, "layer.12.bv_end"},
    {0x706DB900, "layer.12.q_end"},
    {0x746DB940, "layer.12.k_end"},
    {0x786DB980, "layer.12.v_end"},
    {0x787625C0, "layer.12.wo_end"},
    {0x78763400, "layer.12.proj_tmp_end"},
    {0x78764240, "layer.12.proj_scratch_end"},
    {0x78765080, "layer.12.residual1_end"},
    {0x78765EC0, "layer.12.ln2_gamma_end"},
    {0x78766D00, "layer.12.ln2_out_end"},
    {0x78D1DD40, "layer.12.w1_end"},
    {0x78F74580, "layer.12.w2_end"},
    {0x78F753C0, "layer.12.mlp_out_end"},
    {0x78F76200, "layer.12.output_end"},
    {0x78F76240, "layer_12_end"},
    {0x78F76280, "layer_13_start"},
    {0x78F770C0, "layer.13.ln1_gamma_end"},
    {0x78F77F00, "layer.13.ln1_out_end"},
    {0x78FFEB40, "layer.13.wq_end"},
    {0x78FFF980, "layer.13.bq_end"},
    {0x79012DC0, "layer.13.wk_end"},
    {0x79013000, "layer.13.bk_end"},
    {0x79030C40, "layer.13.wv_end"},
    {0x79030E80, "layer.13.bv_end"},
    {0x79031CC0, "layer.13.q_end"},
    {0x7D031D00, "layer.13.k_end"},
    {0x81031D40, "layer.13.v_end"},
    {0x810B8980, "layer.13.wo_end"},
    {0x810B97C0, "layer.13.proj_tmp_end"},
    {0x810BA600, "layer.13.proj_scratch_end"},
    {0x810BB440, "layer.13.residual1_end"},
    {0x810BC280, "layer.13.ln2_gamma_end"},
    {0x810BD0C0, "layer.13.ln2_out_end"},
    {0x81674100, "layer.13.w1_end"},
    {0x819DCE40, "layer.13.w2_end"},
    {0x819DDC80, "layer.13.mlp_out_end"},
    {0x819DEAC0, "layer.13.output_end"},
    {0x819DEB00, "layer_13_end"},
    {0x819DEB40, "layer_14_start"},
    {0x819DF980, "layer.14.ln1_gamma_end"},
    {0x819E07C0, "layer.14.ln1_out_end"},
    {0x81A67400, "layer.14.wq_end"},
    {0x81A68240, "layer.14.bq_end"},
    {0x81A7B680, "layer.14.wk_end"},
    {0x81A7B8C0, "layer.14.bk_end"},
    {0x81A8ED00, "layer.14.wv_end"},
    {0x81A8EF40, "layer.14.bv_end"},
    {0x81A8FD80, "layer.14.q_end"},
    {0x85A8FDC0, "layer.14.k_end"},
    {0x89A8FE00, "layer.14.v_end"},
    {0x89B16A40, "layer.14.wo_end"},
    {0x89B17880, "layer.14.proj_tmp_end"},
    {0x89B186C0, "layer.14.proj_scratch_end"},
    {0x89B19500, "layer.14.residual1_end"},
    {0x89B1A340, "layer.14.ln2_gamma_end"},
    {0x89B1B180, "layer.14.ln2_out_end"},
    {0x8A0D21C0, "layer.14.w1_end"},
    {0x8A328A00, "layer.14.w2_end"},
    {0x8A329840, "layer.14.mlp_out_end"},
    {0x8A32A680, "layer.14.output_end"},
    {0x8A32A6C0, "layer_14_end"},
    {0x8A32A700, "layer_15_start"},
    {0x8A32B540, "layer.15.ln1_gamma_end"},
    {0x8A32C380, "layer.15.ln1_out_end"},
    {0x8A3B2FC0, "layer.15.wq_end"},
    {0x8A3B3E00, "layer.15.bq_end"},
    {0x8A3C7240, "layer.15.wk_end"},
    {0x8A3C7480, "layer.15.bk_end"},
    {0x8A3DA8C0, "layer.15.wv_end"},
    {0x8A3DAB00, "layer.15.bv_end"},
    {0x8A3DB940, "layer.15.q_end"},
    {0x8E3DB980, "layer.15.k_end"},
    {0x923DB9C0, "layer.15.v_end"},
    {0x92462600, "layer.15.wo_end"},
    {0x92463440, "layer.15.proj_tmp_end"},
    {0x92464280, "layer.15.proj_scratch_end"},
    {0x924650C0, "layer.15.residual1_end"},
    {0x92465F00, "layer.15.ln2_gamma_end"},
    {0x92466D40, "layer.15.ln2_out_end"},
    {0x92A1DD80, "layer.15.w1_end"},
    {0x92C745C0, "layer.15.w2_end"},
    {0x92C75400, "layer.15.mlp_out_end"},
    {0x92C76240, "layer.15.output_end"},
    {0x92C76280, "layer_15_end"},
    {0x92C762C0, "layer_16_start"},
    {0x92C77100, "layer.16.ln1_gamma_end"},
    {0x92C77F40, "layer.16.ln1_out_end"},
    {0x92CFEB80, "layer.16.wq_end"},
    {0x92CFF9C0, "layer.16.bq_end"},
    {0x92D12E00, "layer.16.wk_end"},
    {0x92D13040, "layer.16.bk_end"},
    {0x92D30C80, "layer.16.wv_end"},
    {0x92D30EC0, "layer.16.bv_end"},
    {0x92D31D00, "layer.16.q_end"},
    {0x96D31D40, "layer.16.k_end"},
    {0x9AD31D80, "layer.16.v_end"},
    {0x9ADB89C0, "layer.16.wo_end"},
    {0x9ADB9800, "layer.16.proj_tmp_end"},
    {0x9ADBA640, "layer.16.proj_scratch_end"},
    {0x9ADBB480, "layer.16.residual1_end"},
    {0x9ADBC2C0, "layer.16.ln2_gamma_end"},
    {0x9ADBD100, "layer.16.ln2_out_end"},
    {0x9B374140, "layer.16.w1_end"},
    {0x9B6DCE80, "layer.16.w2_end"},
    {0x9B6DDCC0, "layer.16.mlp_out_end"},
    {0x9B6DEB00, "layer.16.output_end"},
    {0x9B6DEB40, "layer_16_end"},
    {0x9B6DEB80, "layer_17_start"},
    {0x9B6DF9C0, "layer.17.ln1_gamma_end"},
    {0x9B6E0800, "layer.17.ln1_out_end"},
    {0x9B767440, "layer.17.wq_end"},
    {0x9B768280, "layer.17.bq_end"},
    {0x9B77B6C0, "layer.17.wk_end"},
    {0x9B77B900, "layer.17.bk_end"},
    {0x9B78ED40, "layer.17.wv_end"},
    {0x9B78EF80, "layer.17.bv_end"},
    {0x9B78FDC0, "layer.17.q_end"},
    {0x9F78FE00, "layer.17.k_end"},
    {0xA378FE40, "layer.17.v_end"},
    {0xA3816A80, "layer.17.wo_end"},
    {0xA38178C0, "layer.17.proj_tmp_end"},
    {0xA3818700, "layer.17.proj_scratch_end"},
    {0xA3819540, "layer.17.residual1_end"},
    {0xA381A380, "layer.17.ln2_gamma_end"},
    {0xA381B1C0, "layer.17.ln2_out_end"},
    {0xA3DD2200, "layer.17.w1_end"},
    {0xA4028A40, "layer.17.w2_end"},
    {0xA4029880, "layer.17.mlp_out_end"},
    {0xA402A6C0, "layer.17.output_end"},
    {0xA402A700, "layer_17_end"},
    {0xA402A740, "layer_18_start"},
    {0xA402B580, "layer.18.ln1_gamma_end"},
    {0xA402C3C0, "layer.18.ln1_out_end"},
    {0xA40B3000, "layer.18.wq_end"},
    {0xA40B3E40, "layer.18.bq_end"},
    {0xA40C7280, "layer.18.wk_end"},
    {0xA40C74C0, "layer.18.bk_end"},
    {0xA40DA900, "layer.18.wv_end"},
    {0xA40DAB40, "layer.18.bv_end"},
    {0xA40DB980, "layer.18.q_end"},
    {0xA80DB9C0, "layer.18.k_end"},
    {0xAC0DBA00, "layer.18.v_end"},
    {0xAC162640, "layer.18.wo_end"},
    {0xAC163480, "layer.18.proj_tmp_end"},
    {0xAC1642C0, "layer.18.proj_scratch_end"},
    {0xAC165100, "layer.18.residual1_end"},
    {0xAC165F40, "layer.18.ln2_gamma_end"},
    {0xAC166D80, "layer.18.ln2_out_end"},
    {0xAC71DDC0, "layer.18.w1_end"},
    {0xAC974600, "layer.18.w2_end"},
    {0xAC975440, "layer.18.mlp_out_end"},
    {0xAC976280, "layer.18.output_end"},
    {0xAC9762C0, "layer_18_end"},
    {0xAC976300, "layer_19_start"},
    {0xAC977140, "layer.19.ln1_gamma_end"},
    {0xAC977F80, "layer.19.ln1_out_end"},
    {0xAC9FEBC0, "layer.19.wq_end"},
    {0xAC9FFA00, "layer.19.bq_end"},
    {0xACA12E40, "layer.19.wk_end"},
    {0xACA13080, "layer.19.bk_end"},
    {0xACA30CC0, "layer.19.wv_end"},
    {0xACA30F00, "layer.19.bv_end"},
    {0xACA31D40, "layer.19.q_end"},
    {0xB0A31D80, "layer.19.k_end"},
    {0xB4A31DC0, "layer.19.v_end"},
    {0xB4AB8A00, "layer.19.wo_end"},
    {0xB4AB9840, "layer.19.proj_tmp_end"},
    {0xB4ABA680, "layer.19.proj_scratch_end"},
    {0xB4ABB4C0, "layer.19.residual1_end"},
    {0xB4ABC300, "layer.19.ln2_gamma_end"},
    {0xB4ABD140, "layer.19.ln2_out_end"},
    {0xB5074180, "layer.19.w1_end"},
    {0xB53DCEC0, "layer.19.w2_end"},
    {0xB53DDD00, "layer.19.mlp_out_end"},
    {0xB53DEB40, "layer.19.output_end"},
    {0xB53DEB80, "layer_19_end"},
    {0xB53DEBC0, "layer_20_start"},
    {0xB53DFA00, "layer.20.ln1_gamma_end"},
    {0xB53E0840, "layer.20.ln1_out_end"},
    {0xB5467480, "layer.20.wq_end"},
    {0xB54682C0, "layer.20.bq_end"},
    {0xB547B700, "layer.20.wk_end"},
    {0xB547B940, "layer.20.bk_end"},
    {0xB548ED80, "layer.20.wv_end"},
    {0xB548EFC0, "layer.20.bv_end"},
    {0xB548FE00, "layer.20.q_end"},
    {0xB948FE40, "layer.20.k_end"},
    {0xBD48FE80, "layer.20.v_end"},
    {0xBD516AC0, "layer.20.wo_end"},
    {0xBD517900, "layer.20.proj_tmp_end"},
    {0xBD518740, "layer.20.proj_scratch_end"},
    {0xBD519580, "layer.20.residual1_end"},
    {0xBD51A3C0, "layer.20.ln2_gamma_end"},
    {0xBD51B200, "layer.20.ln2_out_end"},
    {0xBDAD2240, "layer.20.w1_end"},
    {0xBDD28A80, "layer.20.w2_end"},
    {0xBDD298C0, "layer.20.mlp_out_end"},
    {0xBDD2A700, "layer.20.output_end"},
    {0xBDD2A740, "layer_20_end"},
    {0xBDD2A780, "layer_21_start"},
    {0xBDD2B5C0, "layer.21.ln1_gamma_end"},
    {0xBDD2C400, "layer.21.ln1_out_end"},
    {0xBDDB3040, "layer.21.wq_end"},
    {0xBDDB3E80, "layer.21.bq_end"},
    {0xBDDC72C0, "layer.21.wk_end"},
    {0xBDDC7500, "layer.21.bk_end"},
    {0xBDDE5140, "layer.21.wv_end"},
    {0xBDDE5380, "layer.21.bv_end"},
    {0xBDDE61C0, "layer.21.q_end"},
    {0xC1DE6200, "layer.21.k_end"},
    {0xC5DE6240, "layer.21.v_end"},
    {0xC5E6CE80, "layer.21.wo_end"},
    {0xC5E6DCC0, "layer.21.proj_tmp_end"},
    {0xC5E6EB00, "layer.21.proj_scratch_end"},
    {0xC5E6F940, "layer.21.residual1_end"},
    {0xC5E70780, "layer.21.ln2_gamma_end"},
    {0xC5E715C0, "layer.21.ln2_out_end"},
    {0xC6428600, "layer.21.w1_end"},
    {0xC6791340, "layer.21.w2_end"},
    {0xC6792180, "layer.21.mlp_out_end"},
    {0xC6792FC0, "layer.21.output_end"},
    {0xC6793000, "layer_21_end"},
    {0xC6793040, "layer_22_start"},
    {0xC6793E80, "layer.22.ln1_gamma_end"},
    {0xC6794CC0, "layer.22.ln1_out_end"},
    {0xC681B900, "layer.22.wq_end"},
    {0xC681C740, "layer.22.bq_end"},
    {0xC682FB80, "layer.22.wk_end"},
    {0xC682FDC0, "layer.22.bk_end"},
    {0xC6843200, "layer.22.wv_end"},
    {0xC6843440, "layer.22.bv_end"},
    {0xC6844280, "layer.22.q_end"},
    {0xCA8442C0, "layer.22.k_end"},
    {0xCE844300, "layer.22.v_end"},
    {0xCE8CAF40, "layer.22.wo_end"},
    {0xCE8CBD80, "layer.22.proj_tmp_end"},
    {0xCE8CCBC0, "layer.22.proj_scratch_end"},
    {0xCE8CDA00, "layer.22.residual1_end"},
    {0xCE8CE840, "layer.22.ln2_gamma_end"},
    {0xCE8CF680, "layer.22.ln2_out_end"},
    {0xCEE866C0, "layer.22.w1_end"},
    {0xCF0DCF00, "layer.22.w2_end"},
    {0xCF0DDD40, "layer.22.mlp_out_end"},
    {0xCF0DEB80, "layer.22.output_end"},
    {0xCF0DEBC0, "layer_22_end"},
    {0xCF0DEC00, "layer_23_start"},
    {0xCF0DFA40, "layer.23.ln1_gamma_end"},
    {0xCF0E0880, "layer.23.ln1_out_end"},
    {0xCF1674C0, "layer.23.wq_end"},
    {0xCF168300, "layer.23.bq_end"},
    {0xCF17B740, "layer.23.wk_end"},
    {0xCF17B980, "layer.23.bk_end"},
    {0xCF18EDC0, "layer.23.wv_end"},
    {0xCF18F000, "layer.23.bv_end"},
    {0xCF18FE40, "layer.23.q_end"},
    {0xD318FE80, "layer.23.k_end"},
    {0xD718FEC0, "layer.23.v_end"},
    {0xD7216B00, "layer.23.wo_end"},
    {0xD7217940, "layer.23.proj_tmp_end"},
    {0xD7218780, "layer.23.proj_scratch_end"},
    {0xD72195C0, "layer.23.residual1_end"},
    {0xD721A400, "layer.23.ln2_gamma_end"},
    {0xD721B240, "layer.23.ln2_out_end"},
    {0xD77D2280, "layer.23.w1_end"},
    {0xD7A28AC0, "layer.23.w2_end"},
    {0xD7A29900, "layer.23.mlp_out_end"},
    {0xD7A2A740, "layer.23.output_end"},
    {0xD7A2A780, "layer_23_end"},
    {0xD7A2A7C0, "footer_start"},
    {0xD7A2B600, "final_ln_weight_end"},
    {0xD7A2C440, "final_output_end"},
    {0xD7AC0A80, "logits_end"},
    {0xD7AC0AC0, "footer_end"},
    {0xD8AC0B00, "rope_cos_cache_end"},
    {0xD9AC0B40, "rope_sin_cache_end"},
};
#define QWEN2_0_5B_DECODE_CANARY_COUNT 566
 
/* ============================================================================
 * MODEL STRUCT
 * ============================================================================ */
 
typedef struct {
    void *base;
    size_t total_bytes;
} QWEN2_0_5B_DECODEModel;
 
/* ============================================================================
 * ACCESSOR MACROS
 * ============================================================================ */
 
#define QWEN2_0_5B_DECODE_PTR(model, offset) \
    ((float*)((char*)(model)->base + (offset)))
 
#define QWEN2_0_5B_DECODE_PTR_BF16(model, offset) \
    ((uint16_t*)((char*)(model)->base + (offset)))
 
#define QWEN2_0_5B_DECODE_LAYER(layer_id) \
    (&QWEN2_0_5B_DECODE_LAYERS[layer_id])
 
/* ============================================================================
 * API
 * ============================================================================ */
 
int qwen2_0_5b_decode_model_allocate(QWEN2_0_5B_DECODEModel *model);
void qwen2_0_5b_decode_model_free(QWEN2_0_5B_DECODEModel *model);
int qwen2_0_5b_decode_verify_canaries(QWEN2_0_5B_DECODEModel *model);
void qwen2_0_5b_decode_forward(QWEN2_0_5B_DECODEModel *model, const int *tokens, int num_tokens);
void qwen2_0_5b_decode_decode(QWEN2_0_5B_DECODEModel *model, const int *token, int token_index);
 
#ifdef __cplusplus
}
#endif
 
#endif /* GENERATED_QWEN2_0_5B_DECODE_H */