ViperEkura
/
AstrAI
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

fix: uninitialized strides in decode test and wrong stride helper in paged test 

- decode test main() missing set_default_strides → illegal memory access
- paged test used set_default_strides on PagedAttentionParams → compile error
This commit is contained in:
ViperEkura 2026-07-14 23:58:13 +08:00
parent 57729fd92d
commit 13998da15a
2 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
csrc/tests/attn_decode_test.cu
View File

@ -163,6 +163,7 @@ int main() {
p.batch=B; p.q_head=Hq; p.kv_head=Hk; p.q_len=1; p.kv_len=sl; p.head_dim=D; p.batch=B; p.q_head=Hq; p.kv_head=Hk; p.q_len=1; p.kv_len=sl; p.head_dim=D;
p.use_mask=0; p.causal_offset=-1; p.use_mask=0; p.causal_offset=-1;
p.scale=1.0f/sqrtf((float)D); p.scale=1.0f/sqrtf((float)D);
set_default_strides(p);
p.q=dQ; p.k=dK; p.v=dV; p.mask=nullptr; p.o=dO; p.q=dQ; p.k=dK; p.v=dV; p.mask=nullptr; p.o=dO;
// Split-K scratch (max 32 splits), sized for the production MMA path. // Split-K scratch (max 32 splits), sized for the production MMA path.

2
csrc/tests/attn_paged_decode_test.cu
View File

@ -145,7 +145,7 @@ static int run_test(int B, int Hq, int Hkv, int kv_len, int page_size, int seed)
p.batch = B; p.q_head = Hq; p.kv_head = Hkv; p.q_len = 1; p.batch = B; p.q_head = Hq; p.kv_head = Hkv; p.q_len = 1;
p.kv_len = kv_len; p.head_dim = HEAD_DIM; p.kv_len = kv_len; p.head_dim = HEAD_DIM;
p.use_mask = 0; p.causal_offset = -1; p.use_mask = 0; p.causal_offset = -1;
set_default_strides(p); set_default_paged_strides(p);
p.num_splits = 1; p.scale = scale_val; p.num_splits = 1; p.scale = scale_val;
p.page_size = page_size; p.max_pages = max_pages; p.page_size = page_size; p.max_pages = max_pages;
p.page_table = d_pt; p.page_table = d_pt;