"scripts/kvcache_pool.py" did not exist on "a73433ab8c80d4fd95456d668707ff98da83d4c5"
models.cc 225 Bytes
Newer Older
1
2
3
4
5
6
7
8
9
10
#include <pybind11/pybind11.h>
#include "models/llama.hpp"

namespace py = pybind11;

PYBIND11_MODULE(_infinilm_llama, m) {
    m.doc() = "InfiniLM Llama model Python bindings";

    infinilm::models::llama::bind_llama(m);
}