perf: precompute ragged Q tile scheduling

2026-08-16 23:32:46 +08:00
parent 0d0dc64884
commit 1bcd8f53ab
17 changed files with 283 additions and 141 deletions
@@ -610,6 +610,8 @@ class CudaBackend(AttentionBackend):
            kv_cache.req_pool_indices,
            kv_cache.kv_indptr,
            kv_cache.qo_indptr,
+            kv_cache.q_tile_to_batch,
+            kv_cache.q_tile_to_index,
            attn_mask,
            is_causal=is_causal,
        )