fix: report failed rollout requests

- Return structured finish and error reasons for synchronous generation
- Reject failed online rollout batches instead of training on empty responses
- Verify allocation and extension failures release metrics and KV state
This commit is contained in:
0z5a
2026-09-02 12:52:50 +08:00
parent c36846c8a4
commit 90de5bc1bd
6 changed files with 185 additions and 24 deletions
+2 -1
View File
@@ -17,11 +17,12 @@ from astrai.inference.network import get_app, run_server
from astrai.inference.runtime.executor import Executor
from astrai.inference.runtime.sample import sample
from astrai.inference.scheduler import InferenceScheduler
from astrai.inference.task import STOP, Task, TaskManager, TaskStatus
from astrai.inference.task import STOP, GenerationResult, Task, TaskManager, TaskStatus
__all__ = [
"InferenceEngine",
"InferenceScheduler",
"GenerationResult",
"Executor",
"STOP",
"Task",