fix: decode后task_extend失败时提前中止，scheduler崩溃时通知waiting任务

2026-05-20 19:23:13 +08:00
parent 785d65436c
commit ff509ff39f
2 changed files with 12 additions and 1 deletions
@@ -156,11 +156,15 @@ class InferenceScheduler:
                            t.output_ids.append(ntok)
                            t.output_tokens += 1
                            pos = t.input_tokens + t.output_tokens
-                            self._page_cache.task_extend(t.task_id, pos)
+                            extend_ok = self._page_cache.task_extend(t.task_id, pos)
                            if t.stream_callback:
                                t.stream_callback(
                                    self._task_mgr.tokenizer.decode([ntok])
                                )
+                            if not extend_ok:
+                                t.status = TaskStatus.ABORTED
+                                if t.stream_callback:
+                                    t.stream_callback(STOP)

                        for t in valid:
                            if t.is_finished(stop_ids):
@@ -173,6 +177,9 @@ class InferenceScheduler:
                if task.stream_callback:
                    task.stream_callback(STOP)
                self._page_cache.task_free(task.task_id)
+            for task in self._task_mgr.get_waiting_tasks():
+                if task.stream_callback:
+                    task.stream_callback(STOP)
            self._task_mgr.clear_queues()
            raise