import hipdnn import torch def build_groupnorm_bwd_graph( hipdnn_handle, torch_tensor_x, torch_tensor_dy, torch_tensor_scale, torch_tensor_epsilon, torch_tensor_mean, torch_tensor_inv_var, groups, hipdnn_data_type, ): # Create graph graph = hipdnn.pygraph( handle=hipdnn_handle, io_data_type=hipdnn_data_type, intermediate_data_type=hipdnn.data_type.FLOAT, compute_data_type=hipdnn.data_type.FLOAT, name="groupnorm_bwd", ) # Create hipdnn tensors hipdnn_tensor_x = graph.tensor_like(torch_tensor_x) hipdnn_tensor_dy = graph.tensor_like(torch_tensor_dy) hipdnn_tensor_scale = graph.tensor_like(torch_tensor_scale) hipdnn_tensor_epsilon = graph.tensor_like(torch_tensor_epsilon) hipdnn_tensor_mean = graph.tensor_like(torch_tensor_mean) hipdnn_tensor_inv_var = graph.tensor_like(torch_tensor_inv_var) # Create groupnorm op hipdnn_tensor_dx, hipdnn_tensor_dbias, hipdnn_tensor_dscale = graph.groupnorm_backward( x=hipdnn_tensor_x, dy=hipdnn_tensor_dy, scale=hipdnn_tensor_scale, epsilon=hipdnn_tensor_epsilon, mean=hipdnn_tensor_mean, inv_variance=hipdnn_tensor_inv_var, groups=groups, name="groupnorm_backward", ) hipdnn_tensor_dx.set_output(True) hipdnn_tensor_dbias.set_output(True) hipdnn_tensor_dscale.set_output(True) graph.build(hipdnn_handle) return ( graph, hipdnn_tensor_x, hipdnn_tensor_dy, hipdnn_tensor_scale, hipdnn_tensor_epsilon, hipdnn_tensor_mean, hipdnn_tensor_inv_var, hipdnn_tensor_dx, hipdnn_tensor_dbias, hipdnn_tensor_dscale, ) if __name__ == "__main__": # Input dimensions batch, channels, height, width = 2, 16, 512, 512 hipdnn_data_type = hipdnn.data_type.FLOAT torch_data_type = torch.float32 torch_tensor_x = torch.rand( batch, channels, height, width, dtype=torch_data_type, device="cuda" ) torch_tensor_dy = torch.rand( batch, channels, height, width, dtype=torch_data_type, device="cuda" ) torch_tensor_scale = torch.rand(channels, dtype=torch_data_type, device="cuda") torch_tensor_epsilon = torch.full( (1, 1, 1, 1), 1e-5, dtype=torch.float32, requires_grad=False, device="cpu" ) groups = 2 torch_tensor_mean = torch.rand(groups * batch, dtype=torch.float32, device="cuda") torch_tensor_inv_var = torch.rand(groups * batch, dtype=torch.float32, device="cuda") hipdnn_handle = hipdnn.create_handle() ( graph, hipdnn_tensor_x, hipdnn_tensor_dy, hipdnn_tensor_scale, hipdnn_tensor_epsilon, hipdnn_tensor_mean, hipdnn_tensor_inv_var, hipdnn_tensor_dx, hipdnn_tensor_dbias, hipdnn_tensor_dscale, ) = build_groupnorm_bwd_graph( hipdnn_handle, torch_tensor_x, torch_tensor_dy, torch_tensor_scale, torch_tensor_epsilon, torch_tensor_mean, torch_tensor_inv_var, groups, hipdnn_data_type, ) torch_tensor_dx = torch.empty(hipdnn_tensor_dx.get_dim(), dtype=torch_data_type, device="cuda") torch_tensor_dscale = torch.empty( hipdnn_tensor_dscale.get_dim(), dtype=torch_data_type, device="cuda" ) torch_tensor_dbias = torch.empty( hipdnn_tensor_dbias.get_dim(), dtype=torch_data_type, device="cuda" ) variant_pack = { hipdnn_tensor_x: torch_tensor_x.data_ptr(), hipdnn_tensor_dy: torch_tensor_dy.data_ptr(), hipdnn_tensor_scale: torch_tensor_scale.data_ptr(), hipdnn_tensor_mean: torch_tensor_mean.data_ptr(), hipdnn_tensor_inv_var: torch_tensor_inv_var.data_ptr(), hipdnn_tensor_dx: torch_tensor_dx.data_ptr(), hipdnn_tensor_dbias: torch_tensor_dbias.data_ptr(), hipdnn_tensor_dscale: torch_tensor_dscale.data_ptr(), } workspace = torch.empty(graph.get_workspace_size(), dtype=torch.uint8, device="cuda") graph.exec(variant_pack=variant_pack, workspace=workspace.data_ptr()) print("groupnorm bwd graph execution complete.")