#ifndef ATTENTION_H #define ATTENTION_H #include "../../operator.h" #include "info.h" #define DESCRIPTOR(NAMESPACE) \ \ namespace op::attention::NAMESPACE { \ class Descriptor final : public InfiniopDescriptor { \ struct Opaque; \ Opaque *_opaque; \ size_t _workspace_size; \ \ Descriptor( \ Opaque *opaque, \ size_t workspace_size, \ infiniDevice_t device_type, \ int device_id) \ : InfiniopDescriptor{device_type, device_id}, \ _opaque(opaque), \ _workspace_size(workspace_size) {} \ \ public: \ ~Descriptor(); \ \ size_t workspaceSize() const { return _workspace_size; } \ \ static infiniStatus_t create( \ infiniopHandle_t handle, \ Descriptor **desc_ptr, \ infiniopTensorDescriptor_t y_desc, \ infiniopTensorDescriptor_t x_desc); \ }; \ } #endif // ATTENTION_H