bindings.cc

#include <pybind11/pybind11.h>

#include "cache/cache.hpp"
#include "engine/engine.hpp"
#include "models/llama.hpp"

namespace py = pybind11;

PYBIND11_MODULE(_infinilm, m) {
    m.doc() = "InfiniLM Llama model Python bindings";

    // Import _infinicore first so that its pybind11 types
    // (DataType, Device::Type, etc.) are registered in the
    // global type map before _infinilm tries to use them.
    py::module_::import("infinicore");

    infinilm::cache::bind_cache(m);
    infinilm::models::llama::bind_llama(m);
    infinilm::engine::distributed::bind_dist_config(m);
    infinilm::engine::bind_infer_engine(m);
}