cache.hpp

#pragma once

#include "tensor.hpp"
#include <memory>
#include <vector>

struct KVCache {
    std::vector<std::vector<std::shared_ptr<Tensor>>> k, v;
};