model_factory.hpp 405 Bytes
Newer Older
1
2
3
4
5
6
7
8
9
#pragma once

#include "infinilm_model.hpp"

#include "../engine/distributed/distributed.hpp"

namespace infinilm {
class InfinilmModelFactory {
public:
Jiacheng Huang's avatar
Jiacheng Huang committed
10
    static std::shared_ptr<InfinilmModel> createModel(const InfinilmModel::Config &config, engine::distributed::RankInfo rank_info = engine::distributed::RankInfo(), std::shared_ptr<cache::DynamicCache> cache_ptr = nullptr);
11
12
};
} // namespace infinilm