squall/cutlass
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

Increase max dynamic SMEM size in GemmSoftmax (#903)

Browse Source
This commit is contained in:
Adnan Akhundov 2023-04-03 16:01:12 +02:00 committed by GitHub
parent 0964bdb64c
commit 2ba1ef10be
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 13 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
examples/35_gemm_softmax/gemm_with_softmax.h
View File

@ -578,9 +578,21 @@ public:
int gemm_smem_size = int(sizeof(typename GemmKernel::SharedStorage)); int gemm_smem_size = int(sizeof(typename GemmKernel::SharedStorage));
cudaError_t result;
if (gemm_smem_size >= (48 << 10)) {
result = cudaFuncSetAttribute(cutlass::Kernel<GemmKernel>,
cudaFuncAttributeMaxDynamicSharedMemorySize,
gemm_smem_size);
if (result != cudaSuccess) {
return Status::kErrorInternal;
}
}
cutlass::Kernel<GemmKernel><<<gemm_grid, gemm_block, gemm_smem_size, stream>>>(params_.gemm); cutlass::Kernel<GemmKernel><<<gemm_grid, gemm_block, gemm_smem_size, stream>>>(params_.gemm);
cudaError_t result = cudaGetLastError(); result = cudaGetLastError();
if (result != cudaSuccess) { if (result != cudaSuccess) {
return cutlass::Status::kErrorInternal; return cutlass::Status::kErrorInternal;