refactor: tidy attention params and launcher interfaces

- rename output pointer field o to o_ptr for consistency with q_ptr/k_ptr/v_ptr - regroup AttentionParams fields by responsibility and fix misleading comments - drop unused max_seq_len/total_q fields and paged decode max_seq_len arg - drop redundant group_size param from decode launchers (computed from p)
2026-08-09 20:52:06 +08:00
parent a5a3cc1fc2
commit cd31f1f62f
14 changed files with 69 additions and 84 deletions
@@ -149,6 +149,6 @@ __global__ void attn_prefill_split_q_kernel_t(AttentionParams<bf16> p) {
        float rl = (l > 1e-20f) ? (1.0f / l) : 0.0f;
 #pragma unroll
        for (int i = 0; i < DPT; i++)
-            p.o[o_off + i * p.q_d_stride] = __float2bfloat16(acc[i] * rl);
+            p.o_ptr[o_off + i * p.q_d_stride] = __float2bfloat16(acc[i] * rl);
    }
 }