Commit 0ce9810a authored by wsttiger's avatar wsttiger
Browse files

Added CPU to resnet18

parent 73b2dfe6
...@@ -22,7 +22,7 @@ target_link_libraries(mnist migraph_cpu migraph_onnx) ...@@ -22,7 +22,7 @@ target_link_libraries(mnist migraph_cpu migraph_onnx)
add_executable(resnet18 resnet18.cpp) add_executable(resnet18 resnet18.cpp)
rocm_clang_tidy_check(resnet18) rocm_clang_tidy_check(resnet18)
target_link_libraries(resnet18 migraph_gpu migraph_onnx) target_link_libraries(resnet18 migraph_cpu migraph_gpu migraph_onnx)
if(MIGRAPH_ENABLE_GPU) if(MIGRAPH_ENABLE_GPU)
add_executable(verify_onnx verify_onnx.cpp) add_executable(verify_onnx verify_onnx.cpp)
......
...@@ -6,30 +6,33 @@ ...@@ -6,30 +6,33 @@
#include <migraph/onnx.hpp> #include <migraph/onnx.hpp>
#include <migraph/cpu/cpu_target.hpp>
#include <migraph/gpu/target.hpp> #include <migraph/gpu/target.hpp>
#include <migraph/gpu/hip.hpp> #include <migraph/gpu/hip.hpp>
#include <migraph/generate.hpp> #include <migraph/generate.hpp>
auto read_cifar10_images(std::string full_path) { auto read_cifar10_images(std::string full_path)
{
std::ifstream file(full_path, std::ios::binary); std::ifstream file(full_path, std::ios::binary);
const size_t nimages = 10; const size_t nimages = 10;
const size_t nbytes_per_image = 3072; const size_t nbytes_per_image = 3072;
std::vector<int8_t> raw_data(nimages*(nbytes_per_image+1)); std::vector<int8_t> raw_data(nimages * (nbytes_per_image + 1));
std::vector<int8_t> labels(nimages); std::vector<int8_t> labels(nimages);
std::vector<float> data(nimages*nbytes_per_image); std::vector<float> data(nimages * nbytes_per_image);
if (file.is_open()) if(file.is_open())
{ {
file.read(reinterpret_cast<char*>(raw_data.data()), (nbytes_per_image+1)*nimages*sizeof(int8_t)); file.read(reinterpret_cast<char*>(raw_data.data()),
(nbytes_per_image + 1) * nimages * sizeof(int8_t));
int8_t* pimage = raw_data.data(); int8_t* pimage = raw_data.data();
for (size_t i = 0; i < nimages; i++, pimage += nbytes_per_image) for(size_t i = 0; i < nimages; i++, pimage += nbytes_per_image)
{ {
labels[i] = *pimage++; labels[i] = *pimage++;
for (size_t j = 0; j < nbytes_per_image; j++) for(size_t j = 0; j < nbytes_per_image; j++)
{ {
float v = *(pimage+j)/255.0f; float v = *(pimage + j) / 255.0f;
data[i*nbytes_per_image+j] = v; data[i * nbytes_per_image + j] = v;
} }
} }
return std::make_pair(labels, data); return std::make_pair(labels, data);
...@@ -52,25 +55,49 @@ std::vector<float> softmax(std::vector<float> p) ...@@ -52,25 +55,49 @@ std::vector<float> softmax(std::vector<float> p)
int main(int argc, char const* argv[]) int main(int argc, char const* argv[])
{ {
std::string file = argv[1]; std::string file = argv[1];
std::string datafile = argv[2]; std::string datafile = argv[2];
auto prog = migraph::parse_onnx(file); auto prog = migraph::parse_onnx(file);
auto imageset = read_cifar10_images(datafile); auto imageset = read_cifar10_images(datafile);
// GPU target // // GPU target
prog.compile(migraph::gpu::target{}); // prog.compile(migraph::gpu::target{});
migraph::program::parameter_map m; // migraph::program::parameter_map m;
// auto s = migraph::shape{migraph::shape::float_type, {1, 3, 32, 32}};
// m["output"] =
// migraph::gpu::to_gpu(migraph::generate_argument(prog.get_parameter_shape("output")));
// auto labels = imageset.first;
// auto input = imageset.second;
// auto ptr = input.data();
// for(int i = 0; i < 10; i++)
// {
// std::cout << "label: " << (uint32_t)labels[i] << " ----> ";
// m["0"] = migraph::gpu::to_gpu(migraph::argument{s, &ptr[3072 * i]});
// auto result = migraph::gpu::from_gpu(prog.eval(m));
// std::vector<float> logits;
// result.visit([&](auto output) { logits.assign(output.begin(), output.end()); });
// std::vector<float> probs = softmax(logits);
// for(auto x : logits)
// std::cout << x << " ";
// std::cout << std::endl;
// }
// // CPU target
// prog.compile(migraph::cpu::cpu_target{});
// auto s = migraph::shape{migraph::shape::float_type, {1, 3, 32, 32}};
// auto input3 = migraph::generate_argument(s, 12345);
// auto result = prog.eval({{"0", input3}});
prog.compile(migraph::cpu::cpu_target{});
auto s = migraph::shape{migraph::shape::float_type, {1, 3, 32, 32}}; auto s = migraph::shape{migraph::shape::float_type, {1, 3, 32, 32}};
m["output"] =
migraph::gpu::to_gpu(migraph::generate_argument(prog.get_parameter_shape("output")));
auto labels = imageset.first; auto labels = imageset.first;
auto input = imageset.second; auto input = imageset.second;
auto ptr = input.data(); auto ptr = input.data();
for (int i = 0; i < 10; i++) { for(int i = 0; i < 10; i++)
std::cout << "label: " << (uint32_t) labels[i] << " ----> "; {
m["0"] = migraph::gpu::to_gpu(migraph::argument{s, &ptr[3072*i]}); std::cout << "label: " << (uint32_t)labels[i] << " ----> ";
auto result = migraph::gpu::from_gpu(prog.eval(m)); auto input3 = migraph::argument{s, &ptr[3072 * i]};
auto result = prog.eval({{"0", input3}});
std::vector<float> logits; std::vector<float> logits;
result.visit([&](auto output) { logits.assign(output.begin(), output.end()); }); result.visit([&](auto output) { logits.assign(output.begin(), output.end()); });
std::vector<float> probs = softmax(logits); std::vector<float> probs = softmax(logits);
...@@ -79,9 +106,4 @@ int main(int argc, char const* argv[]) ...@@ -79,9 +106,4 @@ int main(int argc, char const* argv[])
std::cout << std::endl; std::cout << std::endl;
} }
// // CPU target
// prog.compile(migraph::cpu::cpu_target{});
// auto s = migraph::shape{migraph::shape::float_type, {1, 3, 32, 32}};
// auto input3 = migraph::generate_argument(s, 12345);
// auto result = prog.eval({{"0", input3}});
} }
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment