fix: memmap mode=r, tool parser json.loads, greedy decode

2026-07-19 16:38:28 +08:00
parent 663ef900fc
commit 88ec786e39
4 changed files with 47 additions and 9 deletions
@@ -82,8 +82,8 @@ class GenerationRequest:
            raise ValueError("top_k must be a non-negative integer")
        if not (0.0 <= top_p <= 1.0):
            raise ValueError("top_p must be a float between 0.0 and 1.0")
-        if not (isinstance(temperature, (int, float)) and temperature > 0):
-            raise ValueError("temperature must be a positive number")
+        if not (isinstance(temperature, (int, float)) and temperature >= 0):
+            raise ValueError("temperature must be a non-negative number")
        if not (
            isinstance(frequency_penalty, (int, float))
            and -2.0 <= frequency_penalty <= 2.0