reafactor: 放弃文件压缩设置
This commit is contained in:
+1
-4
@@ -37,10 +37,7 @@ def save_h5(file_path: str, tensor_group: Dict[str, List[Tensor]]):
|
|||||||
arr = tensor.cpu().numpy()
|
arr = tensor.cpu().numpy()
|
||||||
dset = grp.create_dataset(
|
dset = grp.create_dataset(
|
||||||
f'data_{idx}',
|
f'data_{idx}',
|
||||||
data=arr,
|
data=arr
|
||||||
compression='gzip',
|
|
||||||
compression_opts=4,
|
|
||||||
shuffle=True
|
|
||||||
)
|
)
|
||||||
dset.attrs['numel'] = tensor.numel()
|
dset.attrs['numel'] = tensor.numel()
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user