perf: flatten paged prefill tile dispatch

- remove the host-provided max_q_len argument
- dispatch only the ragged prefill tile upper bound
- validate the rebuilt CUDA backend end to end
This commit is contained in:
2026-08-09 23:12:53 +08:00
parent cd31f1f62f
commit c5fba9c238
10 changed files with 69 additions and 33 deletions
+1 -3
View File
@@ -23,7 +23,7 @@ struct AttentionParams {
int q_head;
int kv_head;
int head_dim;
int q_len; // Contiguous mode; paged mode uses qo_indptr.
int q_len; // Per-request in contiguous mode; total_q in paged mode.
int kv_len; // Contiguous mode; paged mode uses kv_indptr.
// Attention behavior
@@ -66,6 +66,4 @@ struct AttentionParams {
AT* __restrict__ o_part;
AT* __restrict__ ml_part;
// Host-provided paged prefill grid bound
int max_q_len;
};