"vscode:/vscode.git/clone" did not exist on "9f6be8692e09b0ea706ecbb6693c54e210a967f9"
Commit 6b4a4821 authored by Tri Dao's avatar Tri Dao
Browse files

[FA] Remove unused variable rng_engine_inputs

parent 78b7a1dc
......@@ -309,7 +309,6 @@ mha_fwd(const at::Tensor &q, // total_q x num_heads x head_size, total_q
// state
// We use a custom RNG that increases the offset by batch_size * nheads * 32.
int64_t counter_offset = launch_params.params.b * launch_params.params.h * 32;
at::PhiloxCudaState rng_engine_inputs;
if( is_dropout ) {
// See Note [Acquire lock when using random generators]
......@@ -612,7 +611,6 @@ mha_fwd_block(const at::Tensor &q, // total_q x num_heads x head_size, t
// number of times random will be generated per thread, to offset philox counter in thc random
// state
int64_t counter_offset = launch_params.elts_per_thread;
at::PhiloxCudaState rng_engine_inputs;
if( is_dropout ) {
// See Note [Acquire lock when using random generators]
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment