#include <stdbool.h>
#include <stddef.h>
#include <stdint.h>

Data Structures
struct	ggml_init_params

Macros
#define	GGML_MROPE_SECTIONS 4

#define	GGML_ROPE_TYPE_IMROPE 40

#define	GGML_ROPE_TYPE_VISION 24

Typedefs
typedef uint16_t	ggml_fp16_t

Enumerations
enum	ggml_status { GGML_STATUS_ALLOC_FAILED = -2 , GGML_STATUS_FAILED = -1 , GGML_STATUS_SUCCESS = 0 , GGML_STATUS_ABORTED = 1 }

enum	ggml_type { GGML_TYPE_F32 = 0 , GGML_TYPE_F16 = 1 , GGML_TYPE_Q8_0 = 8 , GGML_TYPE_I32 = 26 }

Functions
float	ggml_fp16_to_fp32 (ggml_fp16_t value)

ggml_fp16_t	ggml_fp32_to_fp16 (float value)

void *	ggml_get_data (const struct ggml_tensor *tensor)

float *	ggml_get_data_f32 (const struct ggml_tensor *tensor)

size_t	ggml_nbytes (const struct ggml_tensor *tensor)

Macro Definition Documentation

◆ GGML_MROPE_SECTIONS

#define GGML_MROPE_SECTIONS 4

Definition at line 35 of file ggml_runtime_compat.h.

◆ GGML_ROPE_TYPE_IMROPE

#define GGML_ROPE_TYPE_IMROPE 40

Definition at line 43 of file ggml_runtime_compat.h.

◆ GGML_ROPE_TYPE_VISION

#define GGML_ROPE_TYPE_VISION 24

Definition at line 39 of file ggml_runtime_compat.h.

Typedef Documentation

◆ ggml_fp16_t

typedef uint16_t ggml_fp16_t

Definition at line 8 of file ggml_runtime_compat.h.

Enumeration Type Documentation

◆ ggml_status

enum ggml_status

Enumerator
GGML_STATUS_ALLOC_FAILED
GGML_STATUS_FAILED
GGML_STATUS_SUCCESS
GGML_STATUS_ABORTED

Definition at line 27 of file ggml_runtime_compat.h.

                 {
    GGML_STATUS_ALLOC_FAILED = -2,
    GGML_STATUS_FAILED = -1,
    GGML_STATUS_SUCCESS = 0,
    GGML_STATUS_ABORTED = 1,
};

◆ ggml_type

enum ggml_type

Enumerator
GGML_TYPE_F32
GGML_TYPE_F16
GGML_TYPE_Q8_0
GGML_TYPE_I32

Definition at line 20 of file ggml_runtime_compat.h.

               {
    GGML_TYPE_F32 = 0,
    GGML_TYPE_F16 = 1,
    GGML_TYPE_Q8_0 = 8,
    GGML_TYPE_I32 = 26,
};

Function Documentation

◆ ggml_fp16_to_fp32()

float ggml_fp16_to_fp32 ( ggml_fp16_t value )

◆ ggml_fp32_to_fp16()

ggml_fp16_t ggml_fp32_to_fp16 ( float value )

◆ ggml_get_data()

void * ggml_get_data ( const struct ggml_tensor * tensor )

◆ ggml_get_data_f32()

float * ggml_get_data_f32 ( const struct ggml_tensor * tensor )

◆ ggml_nbytes()

size_t ggml_nbytes ( const struct ggml_tensor * tensor )

Data Structures

Macros

Typedefs

Enumerations

Functions