refactor: 更新inference 部分的实现

scripts/demo/generate_batch.py

@@ -3,7 +3,7 @@ from pathlib import Path
 import torch
 
 from astrai.config.param_config import ModelParameter
-from astrai.inference.generator import GenerationRequest, GeneratorFactory
+from astrai.inference import InferenceEngine
 
 PROJECT_ROOT = Path(__file__).resolve().parents[2]
 PARAMETER_ROOT = Path(PROJECT_ROOT, "params")
@@ -21,17 +21,15 @@ def batch_generate():
         "请问什么是显卡",
     ]
 
-    request = GenerationRequest(
-        query=inputs,
+    engine = InferenceEngine(param)
+    responses = engine.generate(
+        prompt=inputs,
+        stream=False,
+        max_tokens=param.config.max_len,
         temperature=0.8,
         top_p=0.95,
         top_k=50,
-        max_len=param.config.max_len,
-        history=None,
-        system_prompt=None,
     )
-    generator = GeneratorFactory.create(param, request)
-    responses = generator.generate(request)
 
     for q, r in zip(inputs, responses):
         print((q, r))