Commit 121e750b authored by Shucai Xiao's avatar Shucai Xiao
Browse files

remove unnecessary files.

parent 5565de6d
#ifndef MIGRAPHX_GUARD_RTGLIB_PACK_INT8_ARGS_HPP
#define MIGRAPHX_GUARD_RTGLIB_PACK_INT8_ARGS_HPP
#include <migraphx/program.hpp>
#include <migraphx/config.hpp>
#include <migraphx/gpu/context.hpp>
namespace migraphx {
inline namespace MIGRAPHX_INLINE_NS {
namespace gpu {
/**
*/
struct pack_int8_args
{
std::string name() const { return "pack_int8_args"; }
void apply(program& p) const;
};
} // namespace gpu
} // namespace MIGRAPHX_INLINE_NS
} // namespace migraphx
#endif
#include <migraphx/gpu/pack_int8_args.hpp>
#include <migraphx/instruction.hpp>
#include <migraphx/iterator_for.hpp>
#include <migraphx/shape.hpp>
#include <migraphx/gpu/hip.hpp>
#include <algorithm>
namespace migraphx {
inline namespace MIGRAPHX_INLINE_NS {
namespace gpu {
void pack_int8_args::apply(program& p) const
{
for(auto ins : iterator_for(p))
{
if(ins->name() != "gpu::quant_gemm")
continue;
auto inputs = ins->inputs();
auto shape_a = inputs.at(0)->get_shape();
if(shape_a.type() != shape::int8_type)
continue;
if(shape_a.transposed())
{
auto pack_a = p.insert_instruction(ins, hip_allocate{shape_a});
inputs.push_back(pack_a);
swap(inputs.at(0), inputs.back());
}
auto shape_b = inputs.at(1)->get_shape();
if(!shape_b.transposed())
{
auto pack_b = p.insert_instruction(ins, hip_allocate{shape_b});
inputs.push_back(pack_b);
swap(inputs.at(1), inputs.back());
}
instruction::replace(ins, ins->get_operator(), ins->get_shape(), inputs);
}
}
} // namespace gpu
} // namespace MIGRAPHX_INLINE_NS
} // namespace migraphx
...@@ -21,7 +21,6 @@ ...@@ -21,7 +21,6 @@
#include <migraphx/gpu/concat_gpu_opt.hpp> #include <migraphx/gpu/concat_gpu_opt.hpp>
#include <migraphx/gpu/schedule_model.hpp> #include <migraphx/gpu/schedule_model.hpp>
#include <migraphx/gpu/adjust_allocation.hpp> #include <migraphx/gpu/adjust_allocation.hpp>
#include <migraphx/gpu/pack_int8_args.hpp>
#include <migraphx/eliminate_pad.hpp> #include <migraphx/eliminate_pad.hpp>
#include <migraphx/schedule.hpp> #include <migraphx/schedule.hpp>
...@@ -71,8 +70,6 @@ std::vector<pass> target::get_passes(migraphx::context& gctx) const ...@@ -71,8 +70,6 @@ std::vector<pass> target::get_passes(migraphx::context& gctx) const
eliminate_allocation{"hip::allocate"}, eliminate_allocation{"hip::allocate"},
check_context<context>{}, check_context<context>{},
dead_code_elimination{}, dead_code_elimination{},
// pack_int8_args{},
// dead_code_elimination{},
eliminate_identity{} eliminate_identity{}
}; };
// clang-format on // clang-format on
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment