squall/cutlass
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

Clean up

Browse Source
This commit is contained in:
KeDengMS 2021-04-18 04:24:25 +00:00
parent 5c62d892fa
commit b7e43f5eb9
1 changed files with 3 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
test/unit/epilogue/thread/linear_combination.cu
View File

@ -141,23 +141,18 @@ TEST(Epilogue_thread_linear_combination_gelu, device_side_f16_f16_ptr) {
LinearCombination linear_combination_op(params); LinearCombination linear_combination_op(params);
cutlass::Array<ElementOutput, kCount> source;
cutlass::Array<Element, kCount> accum; cutlass::Array<Element, kCount> accum;
for (int i = 0; i < kCount; ++i) { for (int i = 0; i < kCount; ++i) {
accum[i] = Element((float)i * 0.3f); accum[i] = Element((float)i * 0.3f);
source[i] = ElementOutput(0);
} }
cutlass::Array<ElementOutput, kCount> destination = linear_combination_op(accum, source); cutlass::Array<ElementOutput, kCount> destination = linear_combination_op(accum, accum);
const float sqrt2 = sqrtf(2.0f); const float sqrt2 = sqrtf(2.0f);
cutlass::epilogue::thread::GELU<ElementOutput> gelu_func;
for (int i = 0; i < kCount; ++i) { for (int i = 0; i < kCount; ++i) {
float scalar = (float)accum[i]; ElementOutput expected = gelu_func(accum[i]);
ElementOutput expected = ElementOutput(
0.5f * scalar * (1.0f + erff(scalar / sqrt2))
);
ElementOutput got = destination[i]; ElementOutput got = destination[i];
ElementOutput diff(fabs((float)(expected - got))); ElementOutput diff(fabs((float)(expected - got)));
EXPECT_TRUE(diff <= std::numeric_limits<cutlass::half_t>::epsilon()); EXPECT_TRUE(diff <= std::numeric_limits<cutlass::half_t>::epsilon());