infinilm_model.hpp 407 Bytes
Newer Older
1
2
3
4
5
6
7
8
9
10
11
#pragma once

#include "infinicore/nn/module.hpp"

#include <any>

namespace infinilm {
class InfinilmModel : public infinicore::nn::Module {
public:
    virtual ~InfinilmModel() = default;
    virtual infinicore::Tensor forward(std::vector<std::any>) const = 0;
Ceng's avatar
Ceng committed
12
13
    // Optional: reset cache; default no-op for models without cache
    virtual void reset_cache(size_t pos = 0) {}
14
15
};
} // namespace infinilm