41 lines
1.2 KiB
Python
41 lines
1.2 KiB
Python
import os
|
|
import sys
|
|
import subprocess
|
|
|
|
PROJECT_ROOT = os.path.dirname(os.path.abspath(__file__))
|
|
sys.path.append(PROJECT_ROOT)
|
|
|
|
def run_script(script_path):
|
|
if not os.path.exists(script_path):
|
|
print(f"[Warning] File does not exist: {script_path}")
|
|
return
|
|
|
|
print(f"\n{'='*50}")
|
|
print(f"Running: {script_path}")
|
|
print(f"{'='*50}")
|
|
|
|
try:
|
|
env = os.environ.copy()
|
|
env['PYTHONPATH'] = PROJECT_ROOT
|
|
subprocess.run(
|
|
[sys.executable, script_path],
|
|
check=True,
|
|
cwd=PROJECT_ROOT,
|
|
env=env
|
|
)
|
|
except subprocess.CalledProcessError as e:
|
|
print(f"[Error] Script execution failed: {script_path}, Error code: {e.returncode}")
|
|
|
|
def run_scripts(project_root: str, directory: str):
|
|
pre_train_dir = os.path.join(project_root, directory)
|
|
for file in os.listdir(pre_train_dir):
|
|
if file.endswith('.py'):
|
|
script_path = os.path.join(pre_train_dir, file)
|
|
run_script(script_path)
|
|
|
|
def main():
|
|
run_scripts(PROJECT_ROOT, 'pre_train')
|
|
run_scripts(PROJECT_ROOT, 'supervised_finetuning')
|
|
|
|
if __name__ == "__main__":
|
|
main() |