feat(project_structure): 重构项目目录并添加运行脚本

This commit is contained in:
2025-08-01 17:41:49 +08:00
parent c4ce882d56
commit 2d1c4e9d6c
12 changed files with 75 additions and 2 deletions
+47
View File
@@ -0,0 +1,47 @@
# run_all.py
import os
import sys
import importlib.util
# 确保根目录在路径中
PROJECT_ROOT = os.path.dirname(os.path.abspath(__file__))
sys.path.append(PROJECT_ROOT)
def run_script(script_path):
"""动态导入并运行一个 Python 脚本"""
if not os.path.exists(script_path):
print(f"[警告] 文件不存在: {script_path}")
return
# 生成模块名
module_name = os.path.splitext(os.path.basename(script_path))[0]
spec = importlib.util.spec_from_file_location(module_name, script_path)
module = importlib.util.module_from_spec(spec)
# 插入到 sys.modules 避免重复导入
sys.modules[module_name] = module
# 执行脚本(相当于 __name__ == "__main__"
print(f"\n{'='*50}")
print(f"运行: {script_path}")
print(f"{'='*50}")
spec.loader.exec_module(module)
def main():
# 运行 pre_train 下的所有脚本
pre_train_dir = os.path.join(PROJECT_ROOT, 'pre_train')
for file in os.listdir(pre_train_dir):
if file.endswith('.py') and not file.startswith('__'):
script_path = os.path.join(pre_train_dir, file)
run_script(script_path)
# 运行 supervised_finetuning 下的所有脚本
sft_dir = os.path.join(PROJECT_ROOT, 'supervised_finetuning')
for file in os.listdir(sft_dir):
if file.endswith('.py') and not file.startswith('__'):
script_path = os.path.join(sft_dir, file)
run_script(script_path)
if __name__ == "__main__":
main()