Skip to content

Commit

Permalink
Update fmha_utils.h
Browse files Browse the repository at this point in the history
bug fix
  • Loading branch information
Junhao Zhang authored Jun 15, 2023
1 parent ee0665c commit 8559ccd
Showing 1 changed file with 1 addition and 1 deletion.
2 changes: 1 addition & 1 deletion csrc/flash_attn_rocm/src/fmha_utils.h
Original file line number Diff line number Diff line change
Expand Up @@ -96,7 +96,7 @@ static inline size_t get_size_in_bytes( size_t n, DataType dtype ) {

static std::tuple<uint64_t, uint64_t> unpack(at::PhiloxCudaState arg) {
if (arg.captured_) {
return std::make_tuple(static_cast<int64_t>(*arg.seed_.ptr), static_cast<uint64_t>(*(arg.offset_.ptr) + arg.offset_intragraph_));
return std::make_tuple(static_cast<uint64_t>(*arg.seed_.ptr), static_cast<uint64_t>(*(arg.offset_.ptr) + arg.offset_intragraph_));
} else {
return std::make_tuple(arg.seed_.val, arg.offset_.val);
}
Expand Down

0 comments on commit 8559ccd

Please sign in to comment.