squall/vllm
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

[Bugfix] Fixup advance_step.cu warning (#8815)

Browse Source
This commit is contained in:
Tyler Michael Smith 2024-09-26 19:23:45 -04:00 committed by GitHub
parent ee2da3e9ef
commit 71d21c73ab
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
csrc/prepare_inputs/advance_step.cu
View File

@ -211,7 +211,7 @@ void advance_step_flashinfer(
printf(" num_seqs = %d\n", num_seqs); printf(" num_seqs = %d\n", num_seqs);
printf(" num_queries = %d\n", num_queries); printf(" num_queries = %d\n", num_queries);
printf(" block_size = %d\n", block_size); printf(" block_size = %d\n", block_size);
printf(" block_tables.stride(0) = %d\n", block_tables.stride(0)); printf(" block_tables.stride(0) = %zu\n", block_tables.stride(0));
} }
// Verify all tensors // Verify all tensors
verify_tensor("input_tokens", input_tokens, num_seqs, -1, at::kLong); verify_tensor("input_tokens", input_tokens, num_seqs, -1, at::kLong);
@ -303,4 +303,4 @@ void advance_step_flashinfer(
num_seqs, num_queries, block_size, input_tokens, sampled_token_ids, num_seqs, num_queries, block_size, input_tokens, sampled_token_ids,
input_positions, seq_lens, slot_mapping, block_tables, paged_kv_indices, input_positions, seq_lens, slot_mapping, block_tables, paged_kv_indices,
paged_kv_indptr, paged_kv_last_page_len, block_table_bound); paged_kv_indptr, paged_kv_last_page_len, block_table_bound);
} }