squall/cutlass
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

Adds NoBetaScaling for LinearCombination

Browse Source
This commit is contained in:
Zheng Zeng 2021-05-12 22:23:55 +08:00 committed by GitHub
parent 38e8b29f56
commit a68d7cd6f1
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
include/cutlass/epilogue/thread/linear_combination.h
View File

@ -177,7 +177,11 @@ public:
multiplies<ComputeFragment> mul_add_source; multiplies<ComputeFragment> mul_add_source;
multiply_add<ComputeFragment> mul_add_accumulator; multiply_add<ComputeFragment> mul_add_accumulator;
intermediate = mul_add_source(beta_, converted_source); // X = beta * C + uniform if (Scale == ScaleType::NoBetaScaling)
intermediate = converted_source;
else
intermediate = mul_add_source(beta_, converted_source); // X = beta * C + uniform
intermediate = mul_add_accumulator(alpha_, converted_accumulator, intermediate); // D = alpha * Accum + X intermediate = mul_add_accumulator(alpha_, converted_accumulator, intermediate); // D = alpha * Accum + X
// Convert to destination numeric type // Convert to destination numeric type