Files
DataPipeline/english-wiki.py
T

7 lines
185 B
Python

from utils import process_dataset
if __name__ == "__main__":
process_dataset(
dataset_name="Blaze7451/enwiki_structured_content",
output_subdir="english-wiki"
)