squall/flash-attention
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

[LayerNorm] Fix typo in ln_api.cpp

Browse Source 
unintialized -> uninitialized
This commit is contained in:
Ikko Eltociear Ashimine 2023-07-20 01:16:16 +09:00 committed by GitHub
parent 31ae2488e6
commit dfc60f6b7d
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
csrc/layer_norm/ln_api.cpp
View File

@ -132,7 +132,7 @@ std::vector<at::Tensor> dropout_add_ln_fwd(const at::Tensor &x0, // Input:
TORCH_CHECK(x0.is_contiguous()); TORCH_CHECK(x0.is_contiguous());
// c10::IntArrayRef does not own the storage, so we need to construct a vector. // c10::IntArrayRef does not own the storage, so we need to construct a vector.
// Otherwise just constructing IntArrayRef({blah}) will cause unintialized memory because // Otherwise just constructing IntArrayRef({blah}) will cause uninitialized memory because
// blah is then deallocated. // blah is then deallocated.
std::vector<int64_t> sizes_vec {!x0_subset_.has_value() ? x0.size(0) : x0_subset_.value().size(0), x0.size(1)}; std::vector<int64_t> sizes_vec {!x0_subset_.has_value() ? x0.size(0) : x0_subset_.value().size(0), x0.size(1)};
auto sizes = c10::IntArrayRef(sizes_vec); auto sizes = c10::IntArrayRef(sizes_vec);
@ -331,7 +331,7 @@ std::vector<at::Tensor> dropout_add_ln_bwd(const at::Tensor &dz, // BxSxhidd
TORCH_CHECK(hidden_size == cols); TORCH_CHECK(hidden_size == cols);
// c10::IntArrayRef does not own the storage, so we need to construct a vector. // c10::IntArrayRef does not own the storage, so we need to construct a vector.
// Otherwise just constructing IntArrayRef({blah}) will cause unintialized memory because // Otherwise just constructing IntArrayRef({blah}) will cause uninitialized memory because
// blah is then deallocated. // blah is then deallocated.
std::vector<int64_t> x0_sizes_vec {!x0_subset_.has_value() ? rows : x0_numrows, cols}; std::vector<int64_t> x0_sizes_vec {!x0_subset_.has_value() ? rows : x0_numrows, cols};
auto x0_sizes = c10::IntArrayRef(x0_sizes_vec); auto x0_sizes = c10::IntArrayRef(x0_sizes_vec);