import hipdnn import torch def build_block_scale_dequantize_graph( hipdnn_handle, torch_tensor_x, torch_tensor_scale, block_size, hipdnn_data_type ): # Create graph graph = hipdnn.pygraph( handle=hipdnn_handle, io_data_type=hipdnn_data_type, intermediate_data_type=hipdnn.data_type.FLOAT, compute_data_type=hipdnn.data_type.FLOAT, name="block_scale_dequantize", ) # Create hipdnn tensors hipdnn_tensor_x = graph.tensor_like(torch_tensor_x) hipdnn_tensor_scale = graph.tensor_like(torch_tensor_scale) # Create block scale op hipdnn_tensor_y = graph.block_scale_dequantize( input=hipdnn_tensor_x, descale=hipdnn_tensor_scale, block_size=[1, block_size], name="block_scale_dequantize", ) hipdnn_tensor_y.set_output(True) graph.build(hipdnn_handle) return (graph, hipdnn_tensor_x, hipdnn_tensor_scale, hipdnn_tensor_y) if __name__ == "__main__": batch, channels, height, width, block_size = 1, 32, 32, 32, 32 hipdnn_data_type = hipdnn.data_type.FLOAT torch_data_type = torch.float32 torch_tensor_x = torch.rand( batch, channels, height, width, dtype=torch_data_type, device="cuda" ) torch_tensor_scale = torch.rand( batch, channels, height, width // block_size, dtype=torch_data_type, device="cuda" ) hipdnn_handle = hipdnn.create_handle() # graph, hipdnn_tensor_x, hipdnn_tensor_scale, hipdnn_tensor_y = build_block_scale_dequantize_graph( # hipdnn_handle, torch_tensor_x,torch_tensor_scale, block_size, hipdnn_data_type) # torch_tensor_y = torch.empty(hipdnn_tensor_y.get_dim(), dtype=torch_data_type, device="cuda") # variant_pack = { # hipdnn_tensor_x: torch_tensor_x.data_ptr(), # hipdnn_tensor_scale: torch_tensor_scale.data_ptr(), # hipdnn_tensor_y: torch_tensor_y.data_ptr() # } # workspace = torch.empty(graph.get_workspace_size(), dtype=torch.uint8, device="cuda") # graph.exec(variant_pack=variant_pack, workspace=workspace.data_ptr()) # print("Block scale dequantize graph execution complete.")