From 6b4a48218edb55fb67e087f4df8d7ba4711e75bb Mon Sep 17 00:00:00 2001 From: Tri Dao Date: Wed, 25 Jan 2023 15:32:40 -0800 Subject: [PATCH] [FA] Remove unused variable rng_engine_inputs --- csrc/flash_attn/fmha_api.cpp | 2 -- 1 file changed, 2 deletions(-) diff --git a/csrc/flash_attn/fmha_api.cpp b/csrc/flash_attn/fmha_api.cpp index 6602a6c..43b6f4c 100644 --- a/csrc/flash_attn/fmha_api.cpp +++ b/csrc/flash_attn/fmha_api.cpp @@ -309,7 +309,6 @@ mha_fwd(const at::Tensor &q, // total_q x num_heads x head_size, total_q // state // We use a custom RNG that increases the offset by batch_size * nheads * 32. int64_t counter_offset = launch_params.params.b * launch_params.params.h * 32; - at::PhiloxCudaState rng_engine_inputs; if( is_dropout ) { // See Note [Acquire lock when using random generators] @@ -612,7 +611,6 @@ mha_fwd_block(const at::Tensor &q, // total_q x num_heads x head_size, t // number of times random will be generated per thread, to offset philox counter in thc random // state int64_t counter_offset = launch_params.elts_per_thread; - at::PhiloxCudaState rng_engine_inputs; if( is_dropout ) { // See Note [Acquire lock when using random generators]