chore: 更新文档，修正代码格式

2026-04-05 20:59:52 +08:00
parent 23ce4bc3ae
commit d2fe8afbd1
9 changed files with 141 additions and 66 deletions
@@ -380,7 +380,7 @@ class InferenceScheduler:
        self._running = False
        if hasattr(self, "_loop_thread"):
            self._loop_thread.join(timeout=1.0)
-        
+
        # Clear KV cache to free GPU memory
        if self.kv_cache is not None:
            k_cache, v_cache = self.kv_cache
@@ -388,10 +388,10 @@ class InferenceScheduler:
                k_cache.detach()
            if v_cache is not None:
                v_cache.detach()
-        
+
        # Clear seq mask
        self.seq_mask.detach()
-        
+
        # Clear task lists
        self.waiting_queue.clear()
        self.active_tasks.clear()