utils.hpp

#ifndef __INFINIOPTEST_UTILS_HPP__
#define __INFINIOPTEST_UTILS_HPP__
#include "../../utils.h"
#include "gguf.hpp"
#include <cstring>
#include <iostream>

#define CHECK_OR(cmd, action) CHECK_API_OR(cmd, INFINI_STATUS_SUCCESS, action)

inline double getVal(void *ptr, GGML_TYPE ggml_type) {
    switch (ggml_type) {
    case GGML_TYPE_BF16:
        return utils::cast<float>(*(bf16_t *)ptr);
    case GGML_TYPE_F16:
        return utils::cast<float>(*(fp16_t *)ptr);
    case GGML_TYPE_F32:
        return *(float *)ptr;
    case GGML_TYPE_F64:
        return *(double *)ptr;
    case GGML_TYPE_Q8_K:
        return *(bool *)ptr;
    case GGML_TYPE_I8:
        return *(int8_t *)ptr;
    case GGML_TYPE_I16:
        return *(int16_t *)ptr;
    case GGML_TYPE_I32:
        return *(int32_t *)ptr;
    case GGML_TYPE_I64:
        return (double)(*(int64_t *)ptr);
    default:
        throw std::runtime_error("Unsupported data type");
    }
}

inline size_t ggmlSizeOf(GGML_TYPE ggml_type) {
    switch (ggml_type) {
    case GGML_TYPE_BF16:
        return sizeof(bf16_t);
    case GGML_TYPE_F16:
        return sizeof(fp16_t);
    case GGML_TYPE_F32:
        return sizeof(float);
    case GGML_TYPE_F64:
        return sizeof(double);
    case GGML_TYPE_Q8_K:
        return sizeof(bool);
    case GGML_TYPE_I8:
        return sizeof(int8_t);
    case GGML_TYPE_I16:
        return sizeof(int16_t);
    case GGML_TYPE_I32:
        return sizeof(int32_t);
    case GGML_TYPE_I64:
        return sizeof(int64_t);
    default:
        throw std::runtime_error("Unsupported data type");
    }
}

#endif