concatenate.py

import hipdnn
import torch


def build_concatenate_graph(hipdnn_handle, torch_tensor_x1, torch_tensor_x2, hipdnn_data_type):
    # Create graph
    graph = hipdnn.pygraph(
        handle=hipdnn_handle,
        io_data_type=hipdnn_data_type,
        intermediate_data_type=hipdnn.data_type.FLOAT,
        compute_data_type=hipdnn.data_type.FLOAT,
        name="concatenate",
    )

    # Create hipdnn tensors
    hipdnn_tensor_x1 = graph.tensor_like(torch_tensor_x1)
    hipdnn_tensor_x2 = graph.tensor_like(torch_tensor_x2)

    # Create concatenate op
    hipdnn_tensor_y = graph.concatenate(
        x=[hipdnn_tensor_x1, hipdnn_tensor_x2], axis=0, name="concatenate"
    )
    hipdnn_tensor_y.set_output(True)
    graph.build(hipdnn_handle)

    return (graph, hipdnn_tensor_x1, hipdnn_tensor_x2, hipdnn_tensor_y)


if __name__ == "__main__":
    # Input dimensions
    batch, seq_len, embedding_dim = 2, 1024, 768
    hipdnn_data_type = hipdnn.data_type.FLOAT
    torch_data_type = torch.float32

    torch_tensor_x1 = torch.rand(
        batch, seq_len, embedding_dim, dtype=torch_data_type, device="cuda"
    )
    torch_tensor_x2 = torch.rand(
        batch, seq_len, embedding_dim, dtype=torch_data_type, device="cuda"
    )

    hipdnn_handle = hipdnn.create_handle()

    graph, hipdnn_tensor_x1, hipdnn_tensor_x2, hipdnn_tensor_y = build_concatenate_graph(
        hipdnn_handle, torch_tensor_x1, torch_tensor_x2, hipdnn_data_type
    )

    torch_tensor_y = torch.empty(hipdnn_tensor_y.get_dim(), dtype=torch_data_type, device="cuda")
    variant_pack = {
        hipdnn_tensor_x1: torch_tensor_x1.data_ptr(),
        hipdnn_tensor_x2: torch_tensor_x2.data_ptr(),
        hipdnn_tensor_y: torch_tensor_y.data_ptr(),
    }
    workspace = torch.empty(graph.get_workspace_size(), dtype=torch.uint8, device="cuda")

    graph.exec(variant_pack=variant_pack, workspace=workspace.data_ptr())
    print("Concatenate graph execution complete.")