reafactor: 放弃文件压缩设置

This commit is contained in:
2026-03-01 15:34:06 +08:00
parent 3a8edc156d
commit fbda7163a0
+1 -4
View File
@@ -37,10 +37,7 @@ def save_h5(file_path: str, tensor_group: Dict[str, List[Tensor]]):
arr = tensor.cpu().numpy() arr = tensor.cpu().numpy()
dset = grp.create_dataset( dset = grp.create_dataset(
f'data_{idx}', f'data_{idx}',
data=arr, data=arr
compression='gzip',
compression_opts=4,
shuffle=True
) )
dset.attrs['numel'] = tensor.numel() dset.attrs['numel'] = tensor.numel()