squall/flash-attention
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Remove struct : cute::aligned_struct to avoid error with gcc 12

Browse Source
This commit is contained in:
Tri Dao 2024-08-02 00:59:35 -07:00
parent c33de664a1
commit 3f6ff1c1c5
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
hopper/flash_bwd_kernel.h
View File

@ -72,14 +72,14 @@ public:
// Kernel level shared memory storage // Kernel level shared memory storage
struct SharedStorage { struct SharedStorage {
struct : cute::aligned_struct<1024> { struct {
union { union {
typename CollectiveMainloop::TensorStorage mainloop; typename CollectiveMainloop::TensorStorage mainloop;
typename CollectiveEpilogue::TensorStorage epilogue; typename CollectiveEpilogue::TensorStorage epilogue;
}; };
}; };
struct : cute::aligned_struct<16> { struct {
alignas(16) cutlass::arch::ClusterTransactionBarrier barrier_KV; alignas(16) cutlass::arch::ClusterTransactionBarrier barrier_KV;
alignas(16) cutlass::arch::ClusterBarrier barrier_dKV; alignas(16) cutlass::arch::ClusterBarrier barrier_dKV;
alignas(16) typename CollectiveMainloop::MainloopPipeline::SharedStorage pipeline_q; alignas(16) typename CollectiveMainloop::MainloopPipeline::SharedStorage pipeline_q;