Commit 99559280 authored by Jared Casper's avatar Jared Casper
Browse files

Merge branch 'layer-norm-kerne-include' into 'main'

THC/THCDeviceUtils.cuh -> ATen/cuda/DeviceUtils.cuh in fused layer norm

See merge request ADLR/megatron-lm!333
parents 386923b5 75e521a0
...@@ -21,7 +21,7 @@ ...@@ -21,7 +21,7 @@
#include "ATen/ATen.h" #include "ATen/ATen.h"
#include "ATen/AccumulateType.h" #include "ATen/AccumulateType.h"
#include "ATen/cuda/CUDAContext.h" #include "ATen/cuda/CUDAContext.h"
#include <THC/THCDeviceUtils.cuh> #include "ATen/cuda/DeviceUtils.cuh"
#include <cuda.h> #include <cuda.h>
#include <cuda_runtime.h> #include <cuda_runtime.h>
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment